Final Project Starter¶
Models to be Evaluated.¶
You will train and evaluate different models
- Logistic Regression: Serves as a baseline for performance comparison.
- Random Forest: An ensemble method known for its robustness and ability to handle complex data structures.
- Gradient Boosting Machine (GBM) OR XGBoost: Advanced ensemble techniques known for their predictive power.
- Neural Network: An approximation method known for it’s ability to identify non-linear relationships.
- StackingClassifier or AutoGluon Weighted Ensemble.
In [1]:
import warnings
warnings.filterwarnings('ignore')
import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
import seaborn as sns
# -- model
from sklearn.ensemble import GradientBoostingClassifier, RandomForestClassifier, StackingClassifier
from sklearn.linear_model import LogisticRegression
from sklearn.neural_network import MLPClassifier
from sklearn.model_selection import train_test_split
from sklearn.metrics import accuracy_score, roc_auc_score, roc_curve, auc
# -- pipeline
from sklearn.compose import ColumnTransformer
from sklearn.pipeline import Pipeline
from sklearn.impute import SimpleImputer
from sklearn.preprocessing import OneHotEncoder, StandardScaler
Import Data¶
In [2]:
#Import the loan data
loan = pd.read_csv('./loan_train.csv')
loan.head()
Out[2]:
| id | member_id | loan_amnt | funded_amnt | funded_amnt_inv | term | int_rate | installment | grade | sub_grade | ... | next_pymnt_d | last_credit_pull_d | collections_12_mths_ex_med | policy_code | application_type | acc_now_delinq | chargeoff_within_12_mths | delinq_amnt | pub_rec_bankruptcies | tax_liens | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | 1077501.0 | 1296599.0 | 5000.0 | 5000.0 | 4975.0 | 36 months | 10.65% | 162.87 | B | B2 | ... | NaN | Sep-2016 | 0.0 | 1.0 | INDIVIDUAL | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 |
| 1 | 1077430.0 | 1314167.0 | 2500.0 | 2500.0 | 2500.0 | 60 months | 15.27% | 59.83 | C | C4 | ... | NaN | Sep-2016 | 0.0 | 1.0 | INDIVIDUAL | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 |
| 2 | 1076863.0 | 1277178.0 | 10000.0 | 10000.0 | 10000.0 | 36 months | 13.49% | 339.31 | C | C1 | ... | NaN | Apr-2016 | 0.0 | 1.0 | INDIVIDUAL | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 |
| 3 | 1069639.0 | 1304742.0 | 7000.0 | 7000.0 | 7000.0 | 60 months | 15.96% | 170.08 | C | C5 | ... | NaN | Sep-2016 | 0.0 | 1.0 | INDIVIDUAL | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 |
| 4 | 1072053.0 | 1288686.0 | 3000.0 | 3000.0 | 3000.0 | 36 months | 18.64% | 109.43 | E | E1 | ... | NaN | Dec-2014 | 0.0 | 1.0 | INDIVIDUAL | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 |
5 rows × 52 columns
In [3]:
#Look at what columns are in the data
loan.columns
Out[3]:
Index(['id', 'member_id', 'loan_amnt', 'funded_amnt', 'funded_amnt_inv',
'term', 'int_rate', 'installment', 'grade', 'sub_grade', 'emp_title',
'emp_length', 'home_ownership', 'annual_inc', 'verification_status',
'issue_d', 'loan_status', 'pymnt_plan', 'url', 'desc', 'purpose',
'title', 'zip_code', 'addr_state', 'dti', 'delinq_2yrs',
'earliest_cr_line', 'fico_range_low', 'fico_range_high',
'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record',
'open_acc', 'pub_rec', 'revol_bal', 'revol_util', 'total_acc',
'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_d',
'last_pymnt_amnt', 'next_pymnt_d', 'last_credit_pull_d',
'collections_12_mths_ex_med', 'policy_code', 'application_type',
'acc_now_delinq', 'chargeoff_within_12_mths', 'delinq_amnt',
'pub_rec_bankruptcies', 'tax_liens'],
dtype='object')
In [4]:
#See the percentage of loans that did and did not default
loan.loan_status.value_counts(normalize=True)
Out[4]:
loan_status current 0.849649 default 0.150351 Name: proportion, dtype: float64
Features¶
Here i just select some features to use.
In [5]:
#Select the numerical and categorical features to use
target = 'loan_status'
numeric_features = loan.select_dtypes(include=['int64', 'float64']).columns
#print(numeric_features)
numeric_features = ['loan_amnt', 'funded_amnt', 'funded_amnt_inv',
'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low',
'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq',
'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal',
'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee',
'last_pymnt_amnt']
print(numeric_features)
categorical_features = loan.select_dtypes(include=['object']).columns
#print(categorical_features)
categorical_features = ['grade', 'sub_grade','home_ownership', 'verification_status']
print(categorical_features)
['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt'] ['grade', 'sub_grade', 'home_ownership', 'verification_status']
In [6]:
#See the number of loans that did and did not default
#Change current to 0 and default to 1 for use in machine learning
loan[target] = loan[target].map({'current': 0, 'default': 1})
loan[target].value_counts()
Out[6]:
loan_status 0 25300 1 4477 Name: count, dtype: int64
EDA¶
In [22]:
#See how many nulls are in each column
loan.isnull().sum()
Out[22]:
id 3 member_id 3 loan_amnt 3 funded_amnt 3 funded_amnt_inv 3 term 3 int_rate 3 installment 3 grade 3 sub_grade 3 emp_title 1822 emp_length 762 home_ownership 3 annual_inc 4 verification_status 3 issue_d 3 loan_status 0 pymnt_plan 3 url 3 desc 9435 purpose 3 title 14 zip_code 3 addr_state 3 dti 3 delinq_2yrs 23 earliest_cr_line 23 fico_range_low 3 fico_range_high 3 inq_last_6mths 23 mths_since_last_delinq 18907 mths_since_last_record 27208 open_acc 23 pub_rec 23 revol_bal 3 revol_util 67 total_acc 23 out_prncp 3 out_prncp_inv 3 total_rec_late_fee 3 last_pymnt_d 67 last_pymnt_amnt 3 next_pymnt_d 27425 last_credit_pull_d 5 collections_12_mths_ex_med 104 policy_code 3 application_type 3 acc_now_delinq 23 chargeoff_within_12_mths 104 delinq_amnt 23 pub_rec_bankruptcies 966 tax_liens 79 dtype: int64
In [30]:
#Find potential outliers in the data
print('Potential Low Outliers:')
print(loan.quantile([0, .1, .2], method="table", interpolation="nearest"))
print('Potential High Outliers:')
print(loan.quantile([.8, .9, 1], method="table", interpolation="nearest"))
Potential Low Outliers:
id member_id loan_amnt funded_amnt funded_amnt_inv term \
0.0 54734.0 80364.0 25000.0 25000.0 19080.057198 36 months
0.1 391075.0 426751.0 5000.0 5000.0 4696.940000 36 months
0.2 471512.0 595264.0 1000.0 1000.0 1000.000000 36 months
int_rate installment grade sub_grade ... next_pymnt_d \
0.0 11.89% 829.10 B B4 ... NaN
0.1 14.74% 172.69 D D3 ... NaN
0.2 8.94% 31.78 A A5 ... NaN
last_credit_pull_d collections_12_mths_ex_med policy_code \
0.0 Aug-2016 0.0 1.0
0.1 Sep-2016 0.0 1.0
0.2 Mar-2010 0.0 1.0
application_type acc_now_delinq chargeoff_within_12_mths delinq_amnt \
0.0 INDIVIDUAL 0.0 0.0 0.0
0.1 INDIVIDUAL 0.0 0.0 0.0
0.2 INDIVIDUAL 0.0 0.0 0.0
pub_rec_bankruptcies tax_liens
0.0 0.0 0.0
0.1 0.0 0.0
0.2 0.0 0.0
[3 rows x 52 columns]
Potential High Outliers:
id member_id loan_amnt funded_amnt funded_amnt_inv term \
0.8 862285.0 1075368.0 15000.0 15000.0 15000.0 36 months
0.9 1002436.0 1228496.0 18000.0 18000.0 17950.0 60 months
1.0 NaN NaN NaN NaN NaN NaN
int_rate installment grade sub_grade ... next_pymnt_d \
0.8 9.99% 483.94 B B1 ... NaN
0.9 18.25% 459.54 D D5 ... NaN
1.0 NaN NaN NaN NaN ... NaN
last_credit_pull_d collections_12_mths_ex_med policy_code \
0.8 May-2016 0.0 1.0
0.9 Sep-2016 0.0 1.0
1.0 NaN NaN NaN
application_type acc_now_delinq chargeoff_within_12_mths delinq_amnt \
0.8 INDIVIDUAL 0.0 0.0 0.0
0.9 INDIVIDUAL 0.0 0.0 0.0
1.0 NaN NaN NaN NaN
pub_rec_bankruptcies tax_liens
0.8 0.0 0.0
0.9 0.0 0.0
1.0 NaN NaN
[3 rows x 52 columns]
In [7]:
#Plot frequency of loans that did and did not default
plt.figure(figsize=(8, 4))
sns.barplot(data= loan, x=['Current', 'Default'], y=loan['loan_status'].value_counts())
plt.title('Distribution of Loan Status')
plt.xlabel('Loan Status')
plt.ylabel('Frequency')
plt.show()
In [23]:
#Plot distributions of numeric features for loans that did and did not default
import matplotlib.pyplot as plt
import seaborn as sns
def plot_dist(df, numerical_cols, target):
# Setting the aesthetic style of the plots
sns.set_style("whitegrid")
for col in numerical_cols:
plt.figure(figsize=(8, 4))
sns.histplot(data= df, x=col, hue=target, kde=True, bins=30)
plt.title(f'Distribution of {col}')
plt.xlabel(col)
plt.ylabel('Frequency')
plt.show()
plot_dist(loan, numeric_features, 'loan_status')
In [50]:
#Filter to payment amounts less than $5,000 to account for outliers
plt.figure(figsize=(8, 4))
sns.histplot(data= loan[loan['last_pymnt_amnt']<5000], x='last_pymnt_amnt', hue='loan_status', kde=True, bins=30)
plt.title(f'Distribution of {col}')
plt.xlabel('last_pymnt_amnt')
plt.ylabel('Frequency')
plt.show()
In [51]:
#Filter to payment amounts less than $1,000 to account for outliers
plt.figure(figsize=(8, 4))
sns.histplot(data= loan[loan['last_pymnt_amnt']<1000], x='last_pymnt_amnt', hue='loan_status', kde=True, bins=30)
plt.title(f'Distribution of {col}')
plt.xlabel('last_pymnt_amnt')
plt.ylabel('Frequency')
plt.show()
In [63]:
#Filter to payment amounts less than $200 to further explore pattern
plt.figure(figsize=(8, 4))
sns.histplot(data= loan[loan['last_pymnt_amnt']<200], x='last_pymnt_amnt', hue='loan_status', kde=True, bins=30)
plt.title(f'Distribution of {col}')
plt.xlabel('last_pymnt_amnt')
plt.ylabel('Frequency')
plt.show()
In [30]:
#Plot distributions for categorical features for loans that did and did not default
for col in categorical_features:
plt.figure(figsize=(8, 4))
sns.histplot(data= loan, x=col, hue='loan_status')
plt.title(f'Distribution of {col}')
plt.xlabel(col)
plt.ylabel('Frequency')
plt.show()
In [56]:
for col in categorical_features:
print((loan[loan['loan_status'] == 1].groupby(col)['loan_status'].count() / loan.groupby(col)['loan_status'].count()).sort_values(ascending=False))
grade G 0.337766 F 0.327833 E 0.258469 D 0.222821 C 0.168095 B 0.119490 A 0.060627 Name: loan_status, dtype: float64 sub_grade F5 0.500000 G2 0.400000 F4 0.367347 G3 0.350000 G5 0.349206 F1 0.306569 G1 0.303922 G4 0.302632 F2 0.285714 E4 0.281330 F3 0.278409 E5 0.266854 E1 0.262726 E2 0.257143 D5 0.255556 D4 0.233251 D3 0.233189 E3 0.229474 D2 0.208022 D1 0.188503 C3 0.182513 C5 0.177928 C4 0.168085 C2 0.161533 C1 0.158026 B5 0.138199 B4 0.133596 B3 0.110632 B2 0.108345 B1 0.100000 A5 0.082269 A4 0.061644 A3 0.053859 A2 0.052299 A1 0.026650 Name: loan_status, dtype: float64 home_ownership NONE 0.250000 OTHER 0.164835 RENT 0.157210 OWN 0.151209 MORTGAGE 0.142879 Name: loan_status, dtype: float64 verification_status Verified 0.164376 Source Verified 0.148483 Not Verified 0.141301 Name: loan_status, dtype: float64
In [65]:
#Plot distributions for categorical features for loans that did and did not default
for col in categorical_features:
plt.figure(figsize=(8, 4))
sns.barplot(data= loan, x=((loan[loan['loan_status'] == 1].groupby(col)['loan_status'].count() / loan.groupby(col)['loan_status'].count()).sort_values(ascending=False).reset_index()[col]), y=(loan[loan['loan_status'] == 1].groupby(col)['loan_status'].count() / loan.groupby(col)['loan_status'].count()).sort_values(ascending=False).reset_index()['loan_status'])
plt.title(f'Percentage of {col} that are defaulted loans')
plt.xlabel(col)
plt.ylabel('Percentage')
plt.show()
In [34]:
#See box plots of the distribution of numeric features
for col in numeric_features:
plt.figure(figsize=(8, 4))
sns.boxplot(data= loan, x=col, hue="loan_status")
plt.title(f'Box Plot of {col}')
plt.xlabel(col)
plt.show()
In [40]:
# Compute a correlation matrix of the numeric features
corr = loan[numeric_features].corr()
# Generate a heatmap
plt.figure(figsize=(10, 8))
sns.heatmap(corr, annot=True, fmt=".2f", cmap='coolwarm', cbar=True, square=True)
plt.title('Correlation Matrix of Numeric Features')
plt.show()
In [41]:
#Create table of correlations since there is not enough room on heat map
loan[numeric_features].corr()
Out[41]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | mths_since_last_delinq | mths_since_last_record | open_acc | pub_rec | revol_bal | total_acc | out_prncp | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| loan_amnt | 1.000000 | 0.981859 | 0.928723 | 0.931040 | 0.266371 | 0.065216 | -0.035311 | 0.129247 | 0.129247 | -0.030824 | 0.029689 | 0.034788 | 0.181247 | -0.052624 | 0.251019 | 0.258210 | 0.136318 | 0.136277 | 0.046997 | 0.444079 |
| funded_amnt | 0.981859 | 1.000000 | 0.946322 | 0.956712 | 0.262227 | 0.064302 | -0.035396 | 0.121071 | 0.121071 | -0.030344 | 0.030044 | 0.026124 | 0.178910 | -0.053025 | 0.246531 | 0.252556 | 0.139160 | 0.139108 | 0.050329 | 0.448934 |
| funded_amnt_inv | 0.928723 | 0.946322 | 1.000000 | 0.888913 | 0.241750 | 0.069469 | -0.046545 | 0.141781 | 0.141781 | -0.078271 | 0.112209 | 0.494034 | 0.159299 | -0.056516 | 0.203765 | 0.240382 | 0.147449 | 0.147400 | 0.021558 | 0.438113 |
| installment | 0.931040 | 0.956712 | 0.888913 | 1.000000 | 0.266363 | 0.055694 | -0.021931 | 0.058972 | 0.058972 | -0.010530 | 0.011680 | -0.039706 | 0.181188 | -0.045178 | 0.263561 | 0.236886 | 0.089743 | 0.089734 | 0.061106 | 0.398281 |
| annual_inc | 0.266371 | 0.262227 | 0.241750 | 0.266363 | 1.000000 | -0.110412 | 0.017323 | 0.049251 | 0.049251 | 0.025374 | 0.015268 | 0.008200 | 0.160347 | -0.017614 | 0.274796 | 0.237292 | 0.020154 | 0.020145 | 0.011194 | 0.132344 |
| dti | 0.065216 | 0.064302 | 0.069469 | 0.055694 | -0.110412 | 1.000000 | -0.036723 | -0.189247 | -0.189247 | 0.013047 | 0.067596 | 0.133751 | 0.299711 | -0.001398 | 0.187671 | 0.243310 | 0.026869 | 0.026795 | -0.009419 | 0.004154 |
| delinq_2yrs | -0.035311 | -0.035396 | -0.046545 | -0.021931 | 0.017323 | -0.036723 | 1.000000 | -0.220052 | -0.220052 | 0.028433 | -0.515970 | -0.056620 | 0.013727 | 0.016020 | -0.044768 | 0.069001 | -0.009567 | -0.009534 | 0.036849 | -0.011999 |
| fico_range_low | 0.129247 | 0.121071 | 0.141781 | 0.058972 | 0.049251 | -0.189247 | -0.220052 | 1.000000 | 1.000000 | -0.141032 | 0.119668 | -0.001409 | -0.030234 | -0.155576 | -0.025977 | 0.107180 | -0.002382 | -0.002468 | -0.076160 | 0.088914 |
| fico_range_high | 0.129247 | 0.121071 | 0.141781 | 0.058972 | 0.049251 | -0.189247 | -0.220052 | 1.000000 | 1.000000 | -0.141032 | 0.119668 | -0.001409 | -0.030234 | -0.155576 | -0.025977 | 0.107180 | -0.002382 | -0.002468 | -0.076160 | 0.088914 |
| inq_last_6mths | -0.030824 | -0.030344 | -0.078271 | -0.010530 | 0.025374 | 0.013047 | 0.028433 | -0.141032 | -0.141032 | 1.000000 | -0.053406 | -0.183893 | 0.097117 | 0.058491 | 0.013200 | 0.093722 | -0.020575 | -0.020496 | 0.062166 | -0.008186 |
| mths_since_last_delinq | 0.029689 | 0.030044 | 0.112209 | 0.011680 | 0.015268 | 0.067596 | -0.515970 | 0.119668 | 0.119668 | -0.053406 | 1.000000 | 0.485606 | 0.038129 | 0.052866 | -0.001346 | 0.040302 | 0.022091 | 0.022054 | -0.030999 | 0.017256 |
| mths_since_last_record | 0.034788 | 0.026124 | 0.494034 | -0.039706 | 0.008200 | 0.133751 | -0.056620 | -0.001409 | -0.001409 | -0.183893 | 0.485606 | 1.000000 | 0.043644 | 0.807995 | -0.135709 | 0.141153 | 0.050312 | 0.050308 | -0.111338 | 0.096672 |
| open_acc | 0.181247 | 0.178910 | 0.159299 | 0.181188 | 0.160347 | 0.299711 | 0.013727 | -0.030234 | -0.030234 | 0.097117 | 0.038129 | 0.043644 | 1.000000 | 0.007975 | 0.259627 | 0.695284 | 0.017883 | 0.017866 | -0.008144 | 0.077299 |
| pub_rec | -0.052624 | -0.053025 | -0.056516 | -0.045178 | -0.017614 | -0.001398 | 0.016020 | -0.155576 | -0.155576 | 0.058491 | 0.052866 | 0.807995 | 0.007975 | 1.000000 | -0.049576 | -0.014522 | -0.016180 | -0.016160 | 0.001839 | -0.037583 |
| revol_bal | 0.251019 | 0.246531 | 0.203765 | 0.263561 | 0.274796 | 0.187671 | -0.044768 | -0.025977 | -0.025977 | 0.013200 | -0.001346 | -0.135709 | 0.259627 | -0.049576 | 1.000000 | 0.273481 | 0.023290 | 0.023249 | 0.012475 | 0.084015 |
| total_acc | 0.258210 | 0.252556 | 0.240382 | 0.236886 | 0.237292 | 0.243310 | 0.069001 | 0.107180 | 0.107180 | 0.093722 | 0.040302 | 0.141153 | 0.695284 | -0.014522 | 0.273481 | 1.000000 | 0.017204 | 0.017170 | -0.014553 | 0.162431 |
| out_prncp | 0.136318 | 0.139160 | 0.147449 | 0.089743 | 0.020154 | 0.026869 | -0.009567 | -0.002382 | -0.002382 | -0.020575 | 0.022091 | 0.050312 | 0.017883 | -0.016180 | 0.023290 | 0.017204 | 1.000000 | 0.999991 | 0.002133 | -0.045711 |
| out_prncp_inv | 0.136277 | 0.139108 | 0.147400 | 0.089734 | 0.020145 | 0.026795 | -0.009534 | -0.002468 | -0.002468 | -0.020496 | 0.022054 | 0.050308 | 0.017866 | -0.016160 | 0.023249 | 0.017170 | 0.999991 | 1.000000 | 0.002152 | -0.045695 |
| total_rec_late_fee | 0.046997 | 0.050329 | 0.021558 | 0.061106 | 0.011194 | -0.009419 | 0.036849 | -0.076160 | -0.076160 | 0.062166 | -0.030999 | -0.111338 | -0.008144 | 0.001839 | 0.012475 | -0.014553 | 0.002133 | 0.002152 | 1.000000 | -0.064817 |
| last_pymnt_amnt | 0.444079 | 0.448934 | 0.438113 | 0.398281 | 0.132344 | 0.004154 | -0.011999 | 0.088914 | 0.088914 | -0.008186 | 0.017256 | 0.096672 | 0.077299 | -0.037583 | 0.084015 | 0.162431 | -0.045711 | -0.045695 | -0.064817 | 1.000000 |
Train Test Split¶
In [8]:
#Split the data into training and test sets to make and evaluate the ML models
X_train, X_test, y_train, y_test = train_test_split(loan[numeric_features + categorical_features], loan[target], test_size=0.2, random_state=42)
Stacker Example (Model Not Used) (Has Transformers & Partial Dependency Functions)¶
Generate a pipeline¶
- Setup Pipeline
- Fit the Pipeline
In [9]:
# create numerical and categorical transformers
numeric_transformer = Pipeline(steps=[
('imputer', SimpleImputer(strategy='median')),
('scaler', StandardScaler())
])
categorical_transformer = Pipeline(steps=[
('imputer', SimpleImputer(strategy='constant', fill_value='missing')),
('onehot', OneHotEncoder(handle_unknown='ignore'))
])
# combine transformers and apply them to the appropriate features
preprocessor = ColumnTransformer(
transformers=[
('num', numeric_transformer, numeric_features),
('cat', categorical_transformer, categorical_features)
]
)
# base estimators for stacker
base_estimators = [
('gbm', GradientBoostingClassifier(n_estimators=30, learning_rate=1.0, max_depth=3, random_state=42)),
('rf', RandomForestClassifier(n_estimators=25, random_state=42)),
('nn', MLPClassifier(random_state=42))
]
# final estimator on top
final_estimator = LogisticRegression()
stacking_classifier = StackingClassifier(
estimators=base_estimators,
final_estimator=final_estimator,
cv=3,
n_jobs=-1
)
pipeline = Pipeline(steps=[('preprocessor', preprocessor),
('classifier', stacking_classifier)])
In [10]:
pipeline.fit(X_train, y_train)
Out[10]:
Pipeline(steps=[('preprocessor',
ColumnTransformer(transformers=[('num',
Pipeline(steps=[('imputer',
SimpleImputer(strategy='median')),
('scaler',
StandardScaler())]),
['loan_amnt', 'funded_amnt',
'funded_amnt_inv',
'installment', 'annual_inc',
'dti', 'delinq_2yrs',
'fico_range_low',
'fico_range_high',
'inq_last_6mths',
'mths_since_last_delinq',
'mths_since_last_re...
['grade', 'sub_grade',
'home_ownership',
'verification_status'])])),
('classifier',
StackingClassifier(cv=3,
estimators=[('gbm',
GradientBoostingClassifier(learning_rate=1.0,
n_estimators=30,
random_state=42)),
('rf',
RandomForestClassifier(n_estimators=25,
random_state=42)),
('nn',
MLPClassifier(random_state=42))],
final_estimator=LogisticRegression(),
n_jobs=-1))])In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.
Pipeline(steps=[('preprocessor',
ColumnTransformer(transformers=[('num',
Pipeline(steps=[('imputer',
SimpleImputer(strategy='median')),
('scaler',
StandardScaler())]),
['loan_amnt', 'funded_amnt',
'funded_amnt_inv',
'installment', 'annual_inc',
'dti', 'delinq_2yrs',
'fico_range_low',
'fico_range_high',
'inq_last_6mths',
'mths_since_last_delinq',
'mths_since_last_re...
['grade', 'sub_grade',
'home_ownership',
'verification_status'])])),
('classifier',
StackingClassifier(cv=3,
estimators=[('gbm',
GradientBoostingClassifier(learning_rate=1.0,
n_estimators=30,
random_state=42)),
('rf',
RandomForestClassifier(n_estimators=25,
random_state=42)),
('nn',
MLPClassifier(random_state=42))],
final_estimator=LogisticRegression(),
n_jobs=-1))])ColumnTransformer(transformers=[('num',
Pipeline(steps=[('imputer',
SimpleImputer(strategy='median')),
('scaler', StandardScaler())]),
['loan_amnt', 'funded_amnt', 'funded_amnt_inv',
'installment', 'annual_inc', 'dti',
'delinq_2yrs', 'fico_range_low',
'fico_range_high', 'inq_last_6mths',
'mths_since_last_delinq',
'mths_since_last_record', 'open_acc',
'pub_rec', 'revol_bal', 'total_acc',
'out_prncp', 'out_prncp_inv',
'total_rec_late_fee', 'last_pymnt_amnt']),
('cat',
Pipeline(steps=[('imputer',
SimpleImputer(fill_value='missing',
strategy='constant')),
('onehot',
OneHotEncoder(handle_unknown='ignore'))]),
['grade', 'sub_grade', 'home_ownership',
'verification_status'])])['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt']
SimpleImputer(strategy='median')
StandardScaler()
['grade', 'sub_grade', 'home_ownership', 'verification_status']
SimpleImputer(fill_value='missing', strategy='constant')
OneHotEncoder(handle_unknown='ignore')
StackingClassifier(cv=3,
estimators=[('gbm',
GradientBoostingClassifier(learning_rate=1.0,
n_estimators=30,
random_state=42)),
('rf',
RandomForestClassifier(n_estimators=25,
random_state=42)),
('nn', MLPClassifier(random_state=42))],
final_estimator=LogisticRegression(), n_jobs=-1)GradientBoostingClassifier(learning_rate=1.0, n_estimators=30, random_state=42)
RandomForestClassifier(n_estimators=25, random_state=42)
MLPClassifier(random_state=42)
LogisticRegression()
In [11]:
#Have processed data to use grid search for parameter tuning
X_train_prep = preprocessor.fit_transform(X_train)
X_test_prep = preprocessor.transform(X_test)
Evaluate¶
In [12]:
from sklearn.metrics import accuracy_score, precision_score, recall_score, f1_score, roc_auc_score
# Predictions for the training set
y_train_pred = pipeline.predict(X_train)
y_train_prob = pipeline.predict_proba(X_train)[:, 1]
# Predictions for the test set
y_test_pred = pipeline.predict(X_test)
y_test_prob = pipeline.predict_proba(X_test)[:, 1]
from sklearn.metrics import accuracy_score, precision_score, recall_score, f1_score, roc_auc_score
from sklearn.preprocessing import LabelBinarizer
# Binarize labels for AUC calculation
lb = LabelBinarizer()
y_train_binarized = lb.fit_transform(y_train).ravel()
y_test_binarized = lb.transform(y_test).ravel()
# Calculating metrics
train_accuracy = accuracy_score(y_train, y_train_pred)
test_accuracy = accuracy_score(y_test, y_test_pred)
train_precision = precision_score(y_train, y_train_pred, )
test_precision = precision_score(y_test, y_test_pred, )
train_recall = recall_score(y_train, y_train_pred, )
test_recall = recall_score(y_test, y_test_pred, )
train_f1 = f1_score(y_train, y_train_pred, )
test_f1 = f1_score(y_test, y_test_pred, )
train_auc = roc_auc_score(y_train_binarized, y_train_prob)
test_auc = roc_auc_score(y_test_binarized, y_test_prob)
# Print Metrics
print("Training Metrics:")
print(f"Accuracy: {train_accuracy:.2f}")
print(f"Precision (default): {train_precision:.2f}")
print(f"Recall (default): {train_recall:.2f}")
print(f"F1 Score (default): {train_f1:.2f}")
print(f"AUC: {train_auc:.2f}")
print("\nTest Metrics:")
print(f"Accuracy: {test_accuracy:.2f}")
print(f"Precision (default): {test_precision:.2f}")
print(f"Recall (default): {test_recall:.2f}")
print(f"F1 Score (default): {test_f1:.2f}")
print(f"AUC: {test_auc:.2f}")
Training Metrics: Accuracy: 0.97 Precision (default): 0.97 Recall (default): 0.84 F1 Score (default): 0.90 AUC: 1.00 Test Metrics: Accuracy: 0.88 Precision (default): 0.64 Recall (default): 0.37 F1 Score (default): 0.47 AUC: 0.89
Charts ROC & PR Curves¶
In [12]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test_binarized, y_test_prob)
roc_auc = auc(fpr, tpr)
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test_binarized, y_test_prob)
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05) # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Plot PR Curve
plt.subplot(1, 2, 2)
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [13]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Assuming calculations for fpr, tpr, and thresholds_roc are already done
plt.figure(figsize=(14, 6))
# Plot ROC Curve
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlight the 5% FPR with a vertical line
idx = next(i for i, x in enumerate(fpr) if x >= 0.05) # Find the index for FPR just over 5%
plt.axvline(x=fpr[idx], color='r', linestyle='--') # Vertical line for ~5% FPR
plt.plot(fpr[idx], tpr[idx], 'ro') # Red dot at the intersection
# Adding a text annotation for the threshold
plt.annotate(f'Threshold={thresholds_roc[idx]:.2f}\nTPR/Recall={tpr[idx]:.2f}\n FPR = 5%', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(-10,10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Plot PR Curve
plt.subplot(1, 2, 2)
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [14]:
import numpy as np
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.figure(figsize=(7, 5))
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
Permutation Importance¶
In [15]:
from sklearn.inspection import permutation_importance
result = permutation_importance(pipeline, X_test, y_test,
n_repeats=10, random_state=42,
n_jobs=-1)
In [16]:
def get_feature_names(column_transformer):
"""Get feature names from all transformers."""
feature_names = []
# Loop through each transformer within the ColumnTransformer
for name, transformer, columns in column_transformer.transformers_:
if name == 'remainder': # Skip the 'remainder' transformer, if present
continue
if isinstance(transformer, Pipeline):
# If the transformer is a pipeline, get the last transformer from the pipeline
transformer = transformer.steps[-1][1]
if hasattr(transformer, 'get_feature_names_out'):
# If the transformer has 'get_feature_names_out', use it
names = list(transformer.get_feature_names_out(columns))
else:
# Otherwise, just use the column names directly
names = list(columns)
feature_names.extend(names)
return feature_names
transformed_feature_names = get_feature_names(preprocessor)
transformed_feature_names
Out[16]:
['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade_A', 'grade_B', 'grade_C', 'grade_D', 'grade_E', 'grade_F', 'grade_G', 'grade_missing', 'sub_grade_A1', 'sub_grade_A2', 'sub_grade_A3', 'sub_grade_A4', 'sub_grade_A5', 'sub_grade_B1', 'sub_grade_B2', 'sub_grade_B3', 'sub_grade_B4', 'sub_grade_B5', 'sub_grade_C1', 'sub_grade_C2', 'sub_grade_C3', 'sub_grade_C4', 'sub_grade_C5', 'sub_grade_D1', 'sub_grade_D2', 'sub_grade_D3', 'sub_grade_D4', 'sub_grade_D5', 'sub_grade_E1', 'sub_grade_E2', 'sub_grade_E3', 'sub_grade_E4', 'sub_grade_E5', 'sub_grade_F1', 'sub_grade_F2', 'sub_grade_F3', 'sub_grade_F4', 'sub_grade_F5', 'sub_grade_G1', 'sub_grade_G2', 'sub_grade_G3', 'sub_grade_G4', 'sub_grade_G5', 'sub_grade_missing', 'home_ownership_MORTGAGE', 'home_ownership_NONE', 'home_ownership_OTHER', 'home_ownership_OWN', 'home_ownership_RENT', 'home_ownership_missing', 'verification_status_Not Verified', 'verification_status_Source Verified', 'verification_status_Verified', 'verification_status_missing']
In [17]:
feature_names = numeric_features + categorical_features
for i in result.importances_mean.argsort()[::-1]:
if result.importances_mean[i] - 2 * result.importances_std[i] > 0:
print(f"Feature {feature_names[i]} "
f"Mean Importance: {result.importances_mean[i]:.3f} "
f"+/- {result.importances_std[i]:.3f}")
Feature last_pymnt_amnt Mean Importance: 0.070 +/- 0.004 Feature loan_amnt Mean Importance: 0.021 +/- 0.003 Feature funded_amnt Mean Importance: 0.019 +/- 0.003 Feature total_rec_late_fee Mean Importance: 0.013 +/- 0.001 Feature grade Mean Importance: 0.009 +/- 0.001 Feature funded_amnt_inv Mean Importance: 0.007 +/- 0.002 Feature annual_inc Mean Importance: 0.004 +/- 0.002 Feature installment Mean Importance: 0.003 +/- 0.001 Feature total_acc Mean Importance: 0.003 +/- 0.001 Feature out_prncp_inv Mean Importance: 0.002 +/- 0.000 Feature fico_range_high Mean Importance: 0.002 +/- 0.001 Feature out_prncp Mean Importance: 0.001 +/- 0.000 Feature pub_rec Mean Importance: 0.001 +/- 0.000
In [18]:
feature_importances_df = pd.DataFrame({
'Feature': feature_names, # Or 'feature_names' if applicable
'Importance Mean': result.importances_mean,
'Importance Std': result.importances_std
}).sort_values(by='Importance Mean', ascending=False).reset_index(drop=True)
feature_importances_df
Out[18]:
| Feature | Importance Mean | Importance Std | |
|---|---|---|---|
| 0 | last_pymnt_amnt | 0.069778 | 0.003513 |
| 1 | loan_amnt | 0.020735 | 0.002849 |
| 2 | funded_amnt | 0.019308 | 0.003096 |
| 3 | total_rec_late_fee | 0.013331 | 0.001054 |
| 4 | grade | 0.009066 | 0.001385 |
| 5 | funded_amnt_inv | 0.007421 | 0.001578 |
| 6 | annual_inc | 0.003660 | 0.001544 |
| 7 | installment | 0.003089 | 0.001405 |
| 8 | total_acc | 0.002938 | 0.001462 |
| 9 | verification_status | 0.001864 | 0.000954 |
| 10 | out_prncp_inv | 0.001746 | 0.000413 |
| 11 | sub_grade | 0.001645 | 0.001069 |
| 12 | fico_range_high | 0.001629 | 0.000646 |
| 13 | fico_range_low | 0.001545 | 0.000984 |
| 14 | revol_bal | 0.001461 | 0.000882 |
| 15 | out_prncp | 0.001410 | 0.000377 |
| 16 | inq_last_6mths | 0.001377 | 0.000940 |
| 17 | home_ownership | 0.001091 | 0.000713 |
| 18 | dti | 0.000823 | 0.000871 |
| 19 | pub_rec | 0.000604 | 0.000134 |
| 20 | open_acc | 0.000201 | 0.001240 |
| 21 | delinq_2yrs | -0.000034 | 0.000165 |
| 22 | mths_since_last_record | -0.000185 | 0.000460 |
| 23 | mths_since_last_delinq | -0.000269 | 0.000602 |
In [19]:
plt.figure(figsize=(10, 6))
sns.barplot(feature_importances_df, x='Importance Mean', y='Feature')
plt.title('Permutation Importance')
plt.show()
Partial Dependance Plot¶
In [20]:
# !pip install -U scikit-learn
numeric_features
Out[20]:
['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt']
In [21]:
var = 'loan_amnt'
sample_n = 1000
pdp_values = pd.DataFrame(X_train[var].sort_values().sample(frac=0.2).unique(),columns=[var])
pdp_sample = X_train.sample(sample_n).drop(var, axis=1)
pdp_cross = pdp_sample.merge(pdp_values, how='cross')
pdp_cross['pred'] = pipeline.predict_proba(pdp_cross)[:,1]
plt.figure(figsize=(10, 3))
sns.lineplot(x=f"{var}", y='pred', data=pdp_cross)
plt.title(f"Partial Dependance Plot: {var}")
plt.ylabel('Predicted Probability')
plt.xticks(rotation=45)
plt.ylim(0.0, 1)
plt.grid(True)
plt.show()
In [82]:
#Funnction to plot the categorical partial dependencies between numerical features in ML models
#var is the feature
#sample_n is the number of rows to randomly sample
#pipeline is the pipeline or model where there are partial dependencies between features
#autogluon is whether the model is an AutoGluon model (boolean)
def pdp_plot_numeric(var, sample_n, pipeline, autogluon=False):
# var = 'credit_amount'
pdp_values = pd.DataFrame(X_train[var].sort_values().sample(frac=0.1).unique(),columns=[var])
pdp_sample = X_train.sample(sample_n).drop(var, axis=1)
pdp_cross = pdp_sample.merge(pdp_values, how='cross')
if autogluon:
pdp_cross['pred'] = pipeline.predict_proba(pdp_cross, as_pandas=False)[:,1]
else:
pdp_cross['pred'] = pipeline.predict_proba(pdp_cross)[:,1]
plt.figure(figsize=(10, 3))
sns.lineplot(x=f"{var}", y='pred', data=pdp_cross)
plt.title(f"Partial Dependance Plot: {var}")
plt.ylabel('Predicted Probability')
plt.xticks(rotation=45)
#plt.ylim(0, 1)
plt.grid(True)
plt.show()
# numeric_features = ['credit_amount', 'duration', 'age']
for var in numeric_features:
pdp_plot_numeric(var, sample_n=300, pipeline=pipeline)
PDP Categorical¶
In [91]:
#Funnction to plot the categorical partial dependencies between categorical features in ML models
#var is the feature
#sample_n is the number of rows to randomly sample
#pipeline is the pipeline or model where there are partial dependencies between features
#autogluon is whether the model is an AutoGluon model (boolean)
def pdp_plot_categorical(var, sample_n, pipeline, autogluon=False):
sns.set_style("whitegrid") # Try "darkgrid", "ticks", etc.
sns.set_context("notebook") # Try "paper", "notebook", "poster" for different sizes
pdp_values = pd.DataFrame(X_test[var].sort_values().unique(),columns=[var])
pdp_sample = X_test.sample(sample_n).drop(var, axis=1)
pdp_cross = pdp_sample.merge(pdp_values, how='cross')
#Add autogluon setting to make it so AutoGluon models can work with this function
#by making sure they return arrays instead of Pandas dataframes
if autogluon:
pdp_cross['pred'] = pipeline.predict_proba(pdp_cross, as_pandas=False)[:,1]
else:
pdp_cross['pred'] = pipeline.predict_proba(pdp_cross)[:,1]
mean_pred = pdp_cross['pred'].mean()
pdp_cross['pred'] = pdp_cross['pred'].apply(lambda x: x - mean_pred)
plt.figure(figsize=(10, 3))
#sns.lineplot(x=f"{var}", y='pred', data=pdp_cross)
sns.barplot(x=f"{var}", y='pred',
ci=None,
data=pdp_cross,
estimator="mean")
plt.title(f"Partial Dependance Plot: {var}")
plt.ylabel('Predicted Probability')
plt.xticks(rotation=45)
#plt.ylim(0, 1)
plt.grid(True)
plt.show()
for var in categorical_features:
pdp_plot_categorical(var, sample_n=100, pipeline=pipeline)
In [27]:
!pip install dalex
Requirement already satisfied: dalex in c:\users\kyle\appdata\roaming\python\python310\site-packages (1.7.0)
Requirement already satisfied: pandas>=1.5.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from dalex) (2.2.1)
Requirement already satisfied: numpy>=1.23.3 in c:\programdata\anaconda3\lib\site-packages (from dalex) (1.26.4)
Collecting plotly>=5.1.0
Downloading plotly-5.19.0-py3-none-any.whl (15.7 MB)
--------------------------------------- 15.7/15.7 MB 46.9 MB/s eta 0:00:00
Requirement already satisfied: tqdm>=4.61.2 in c:\programdata\anaconda3\lib\site-packages (from dalex) (4.65.0)
Requirement already satisfied: scipy>=1.6.3 in c:\programdata\anaconda3\lib\site-packages (from dalex) (1.11.4)
Requirement already satisfied: setuptools in c:\programdata\anaconda3\lib\site-packages (from dalex) (65.6.3)
Requirement already satisfied: pytz>=2020.1 in c:\programdata\anaconda3\lib\site-packages (from pandas>=1.5.0->dalex) (2023.3.post1)
Requirement already satisfied: python-dateutil>=2.8.2 in c:\programdata\anaconda3\lib\site-packages (from pandas>=1.5.0->dalex) (2.8.2)
Requirement already satisfied: tzdata>=2022.7 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from pandas>=1.5.0->dalex) (2023.3)
Requirement already satisfied: packaging in c:\programdata\anaconda3\lib\site-packages (from plotly>=5.1.0->dalex) (23.1)
Collecting tenacity>=6.2.0
Downloading tenacity-8.2.3-py3-none-any.whl (24 kB)
Requirement already satisfied: colorama in c:\programdata\anaconda3\lib\site-packages (from tqdm>=4.61.2->dalex) (0.4.6)
Requirement already satisfied: six>=1.5 in c:\programdata\anaconda3\lib\site-packages (from python-dateutil>=2.8.2->pandas>=1.5.0->dalex) (1.16.0)
Installing collected packages: tenacity, plotly
Successfully installed plotly-5.19.0 tenacity-8.2.3
ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts. statsforecast 1.4.0 requires numba>=0.55.0, which is not installed. statsforecast 1.4.0 requires statsmodels>=0.13.2, which is not installed. autogluon-timeseries 1.0.0 requires statsmodels<0.15,>=0.13.0, which is not installed. autogluon-timeseries 1.0.0 requires pandas<2.2.0,>=2.0.0, but you have pandas 2.2.1 which is incompatible.
In [28]:
import dalex as dx # for explanations
pipeline_explainer = dx.Explainer(pipeline, X_test, y_test)
pipeline_explainer
Preparation of a new explainer is initiated -> data : 5956 rows 24 cols -> target variable : Parameter 'y' was a pandas.Series. Converted to a numpy.ndarray. -> target variable : 5956 values -> model_class : sklearn.ensemble._stacking.StackingClassifier (default) -> label : Not specified, model's class short name will be used. (default) -> predict function : <function yhat_proba_default at 0x000002C68279C040> will be used (default) -> predict function : Accepts only pandas.DataFrame, numpy.ndarray causes problems. -> predicted values : min = 0.0316, mean = 0.146, max = 0.967 -> model type : classification will be used (default) -> residual function : difference between y and yhat (default) -> residuals : min = -0.95, mean = 0.00189, max = 0.968 -> model_info : package sklearn A new explainer has been created!
Out[28]:
<dalex._explainer.object.Explainer at 0x2c6840fb7c0>
In [29]:
#Use Dalex to determine how well the model is performing
model_performance = pipeline_explainer.model_performance("classification")
model_performance.result
Out[29]:
| recall | precision | f1 | accuracy | auc | |
|---|---|---|---|---|---|
| StackingClassifier | 0.370034 | 0.642998 | 0.469741 | 0.876427 | 0.885688 |
Variable Importance¶
In [30]:
# Calculate feature importance
fi = pipeline_explainer.model_parts(processes=4)
# Plot feature importance
fi.plot()
PDP¶
In [31]:
# Let's say you want to create PDPs for a feature named 'feature_name'
pdp_numeric_profile = pipeline_explainer.model_profile(variables=numeric_features)
# Now, plot the PDP for 'feature_name'
pdp_numeric_profile.plot()
Calculating ceteris paribus: 100%|██████████| 20/20 [00:01<00:00, 10.99it/s]
In [32]:
pdp_categorical_profile = pipeline_explainer.model_profile(
variable_type = 'categorical',
variables=categorical_features)
# Now, plot the PDP for 'feature_name'
pdp_categorical_profile.plot()
Calculating ceteris paribus: 100%|██████████| 4/4 [00:00<00:00, 50.94it/s]
Local predictions¶
In [33]:
X_test['pred']= pipeline.predict(X_test)
X_test['pred_proba']= pipeline.predict_proba(X_test)[:,1]
X_test[target] = y_test
X_test.head()
Out[33]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | ... | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | grade | sub_grade | home_ownership | verification_status | pred | pred_proba | loan_status | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 13494 | 4375.0 | 4375.0 | 4225.000000 | 131.95 | 17760.0 | 20.20 | 0.0 | 750.0 | 754.0 | 0.0 | ... | 0.0 | 0.0 | 36.57 | A | A1 | OWN | Source Verified | 0 | 0.146915 | 0 |
| 21759 | 10000.0 | 10000.0 | 9475.000000 | 323.85 | 55000.0 | 18.59 | 0.0 | 715.0 | 719.0 | 0.0 | ... | 0.0 | 0.0 | 1317.62 | B | B2 | RENT | Not Verified | 0 | 0.031879 | 0 |
| 11247 | 24000.0 | 24000.0 | 22921.129991 | 560.56 | 53000.0 | 22.42 | 0.0 | 740.0 | 744.0 | 1.0 | ... | 0.0 | 0.0 | 23722.52 | C | C5 | MORTGAGE | Verified | 0 | 0.037034 | 0 |
| 25028 | 5550.0 | 5550.0 | 5550.000000 | 189.98 | 50000.0 | 21.58 | 0.0 | 665.0 | 669.0 | 2.0 | ... | 0.0 | 0.0 | 202.16 | D | D1 | MORTGAGE | Not Verified | 0 | 0.268364 | 0 |
| 20440 | 10000.0 | 10000.0 | 9875.000000 | 232.58 | 45000.0 | 5.97 | 0.0 | 765.0 | 769.0 | 0.0 | ... | 0.0 | 0.0 | 232.58 | C | C3 | RENT | Not Verified | 0 | 0.131594 | 1 |
5 rows × 27 columns
In [34]:
top_10_tp = (X_test
.query('loan_status == pred and loan_status == 1')
.sort_values(by='pred_proba', ascending=False)
.head(10)
.reset_index(drop=True)
)
top_10_tp
Out[34]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | ... | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | grade | sub_grade | home_ownership | verification_status | pred | pred_proba | loan_status | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | 4500.0 | 4500.0 | 4500.0 | 157.44 | 21600.0 | 10.83 | 0.0 | 670.0 | 674.0 | 0.0 | ... | 0.0 | 14.987723 | 157.44 | D | D4 | RENT | Source Verified | 1 | 0.966800 | 1 |
| 1 | 4000.0 | 4000.0 | 4000.0 | 137.24 | 16800.0 | 14.14 | 1.0 | 665.0 | 669.0 | 0.0 | ... | 0.0 | 14.945893 | 105.76 | C | C2 | RENT | Not Verified | 1 | 0.964895 | 1 |
| 2 | 18825.0 | 18825.0 | 18800.0 | 472.83 | 65000.0 | 11.91 | 0.0 | 680.0 | 684.0 | 0.0 | ... | 0.0 | 0.000000 | 38.00 | D | D5 | MORTGAGE | Verified | 1 | 0.964844 | 1 |
| 3 | 8000.0 | 8000.0 | 7975.0 | 201.03 | 40000.0 | 14.07 | 0.0 | 675.0 | 679.0 | 2.0 | ... | 0.0 | 14.932100 | 201.03 | E | E4 | RENT | Source Verified | 1 | 0.964715 | 1 |
| 4 | 2400.0 | 2400.0 | 2400.0 | 60.86 | 21600.0 | 6.00 | 1.0 | 675.0 | 679.0 | 2.0 | ... | 0.0 | 14.953171 | 60.86 | E | E5 | OWN | Verified | 1 | 0.963859 | 1 |
| 5 | 2200.0 | 2200.0 | 2200.0 | 70.90 | 26004.0 | 14.95 | 0.0 | 725.0 | 729.0 | 0.0 | ... | 0.0 | 14.883000 | 50.00 | B | B1 | RENT | Verified | 1 | 0.962773 | 1 |
| 6 | 4000.0 | 4000.0 | 3975.0 | 97.17 | 26400.0 | 3.77 | 1.0 | 685.0 | 689.0 | 0.0 | ... | 0.0 | 14.896573 | 97.17 | D | D4 | RENT | Source Verified | 1 | 0.958512 | 1 |
| 7 | 3000.0 | 3000.0 | 3000.0 | 107.80 | 44000.0 | 0.46 | 0.0 | 660.0 | 664.0 | 3.0 | ... | 0.0 | 14.949907 | 107.80 | E | E4 | RENT | Not Verified | 1 | 0.957184 | 1 |
| 8 | 35000.0 | 35000.0 | 34975.0 | 879.47 | 70000.0 | 16.32 | 0.0 | 710.0 | 714.0 | 1.0 | ... | 0.0 | 0.000000 | 879.47 | E | E4 | MORTGAGE | Verified | 1 | 0.956176 | 1 |
| 9 | 1625.0 | 1625.0 | 1625.0 | 57.85 | 21120.0 | 23.58 | 0.0 | 665.0 | 669.0 | 0.0 | ... | 0.0 | 14.989705 | 72.85 | D | D4 | MORTGAGE | Verified | 1 | 0.955007 | 1 |
10 rows × 27 columns
In [35]:
bd_1 = pipeline_explainer.predict_parts(top_10_tp.iloc[0],
type='break_down',
label="record 1")
In [36]:
bd_1.result
Out[36]:
| variable_name | variable_value | variable | cumulative | contribution | sign | position | label | |
|---|---|---|---|---|---|---|---|---|
| 0 | intercept | intercept | 0.146032 | 0.146032 | 1.0 | 28 | record 1 | |
| 1 | total_rec_late_fee | 14.99 | total_rec_late_fee = 14.99 | 0.531187 | 0.385155 | 1.0 | 27 | record 1 |
| 2 | last_pymnt_amnt | 157.4 | last_pymnt_amnt = 157.4 | 0.879574 | 0.348387 | 1.0 | 26 | record 1 |
| 3 | annual_inc | 21600.0 | annual_inc = 21600.0 | 0.917746 | 0.038172 | 1.0 | 25 | record 1 |
| 4 | funded_amnt_inv | 4500.0 | funded_amnt_inv = 4500.0 | 0.921803 | 0.004056 | 1.0 | 24 | record 1 |
| 5 | grade | D | grade = D | 0.938387 | 0.016584 | 1.0 | 23 | record 1 |
| 6 | fico_range_low | 670.0 | fico_range_low = 670.0 | 0.943125 | 0.004738 | 1.0 | 22 | record 1 |
| 7 | verification_status | Source Verified | verification_status = Source Verified | 0.945757 | 0.002632 | 1.0 | 21 | record 1 |
| 8 | open_acc | 3.0 | open_acc = 3.0 | 0.946990 | 0.001233 | 1.0 | 20 | record 1 |
| 9 | fico_range_high | 674.0 | fico_range_high = 674.0 | 0.951368 | 0.004378 | 1.0 | 19 | record 1 |
| 10 | out_prncp | 0.0 | out_prncp = 0.0 | 0.955629 | 0.004261 | 1.0 | 18 | record 1 |
| 11 | sub_grade | D4 | sub_grade = D4 | 0.957652 | 0.002023 | 1.0 | 17 | record 1 |
| 12 | out_prncp_inv | 0.0 | out_prncp_inv = 0.0 | 0.958365 | 0.000714 | 1.0 | 16 | record 1 |
| 13 | mths_since_last_delinq | 56.0 | mths_since_last_delinq = 56.0 | 0.954771 | -0.003594 | -1.0 | 15 | record 1 |
| 14 | revol_bal | 0.0 | revol_bal = 0.0 | 0.948418 | -0.006354 | -1.0 | 14 | record 1 |
| 15 | home_ownership | RENT | home_ownership = RENT | 0.950839 | 0.002421 | 1.0 | 13 | record 1 |
| 16 | pred_proba | 0.9668 | pred_proba = 0.9668 | 0.950839 | 0.000000 | 0.0 | 12 | record 1 |
| 17 | pred | 1.0 | pred = 1.0 | 0.950839 | 0.000000 | 0.0 | 11 | record 1 |
| 18 | loan_status | 1.0 | loan_status = 1.0 | 0.950839 | 0.000000 | 0.0 | 10 | record 1 |
| 19 | delinq_2yrs | 0.0 | delinq_2yrs = 0.0 | 0.950815 | -0.000024 | -1.0 | 9 | record 1 |
| 20 | pub_rec | 0.0 | pub_rec = 0.0 | 0.950921 | 0.000106 | 1.0 | 8 | record 1 |
| 21 | dti | 10.83 | dti = 10.83 | 0.955019 | 0.004098 | 1.0 | 7 | record 1 |
| 22 | installment | 157.4 | installment = 157.4 | 0.960238 | 0.005219 | 1.0 | 6 | record 1 |
| 23 | mths_since_last_record | nan | mths_since_last_record = nan | 0.960298 | 0.000059 | 1.0 | 5 | record 1 |
| 24 | total_acc | 5.0 | total_acc = 5.0 | 0.967023 | 0.006725 | 1.0 | 4 | record 1 |
| 25 | loan_amnt | 4500.0 | loan_amnt = 4500.0 | 0.956541 | -0.010482 | -1.0 | 3 | record 1 |
| 26 | inq_last_6mths | 0.0 | inq_last_6mths = 0.0 | 0.960962 | 0.004421 | 1.0 | 2 | record 1 |
| 27 | funded_amnt | 4500.0 | funded_amnt = 4500.0 | 0.966800 | 0.005839 | 1.0 | 1 | record 1 |
| 28 | prediction | 0.966800 | 0.966800 | 1.0 | 0 | record 1 |
In [37]:
bd_1.plot()
In [38]:
for index, row in top_10_tp.iterrows():
local_breakdown_exp = pipeline_explainer.predict_parts(
top_10_tp.iloc[index],
type='break_down',
label=f"record:{index}, prob:{row['pred_proba']:.3f}")
local_breakdown_exp.plot()
Shap Explainations¶
In [39]:
for index, row in top_10_tp.iterrows():
local_breakdown_exp = pipeline_explainer.predict_parts(
top_10_tp.iloc[index],
type='shap',
B=5,
label=f"record:{index}, prob:{row['pred_proba']:.3f}")
local_breakdown_exp.plot()
Break Down Interactions¶
In [40]:
for index, row in top_10_tp.iterrows():
local_breakdown_exp = pipeline_explainer.predict_parts(
top_10_tp.iloc[index],
type='break_down_interactions',
label=f"record:{index}, prob:{row['pred_proba']:.3f}")
local_breakdown_exp.plot()
Explaining False Negatives¶
In [41]:
top_10_fn = (X_test
.query('loan_status != pred and loan_status == 1')
.sort_values(by='pred_proba', ascending=True)
.head(10)
.reset_index(drop=True)
)
top_10_fn
Out[41]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | ... | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | grade | sub_grade | home_ownership | verification_status | pred | pred_proba | loan_status | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | 20000.0 | 20000.0 | 17991.544969 | 421.22 | 96000.0 | 0.99 | 1.0 | 725.0 | 729.0 | 1.0 | ... | 0.0 | 0.0 | 4841.69 | B | B3 | OWN | Source Verified | 0 | 0.031663 | 1 |
| 1 | 5000.0 | 5000.0 | 5000.000000 | 164.86 | 37000.0 | 19.20 | 0.0 | 670.0 | 674.0 | 0.0 | ... | 0.0 | 0.0 | 1763.84 | B | B4 | RENT | Verified | 0 | 0.031737 | 1 |
| 2 | 7000.0 | 7000.0 | 7000.000000 | 212.29 | 46932.0 | 26.00 | 0.0 | 750.0 | 754.0 | 3.0 | ... | 0.0 | 0.0 | 2300.00 | A | A2 | OWN | Verified | 0 | 0.031779 | 1 |
| 3 | 16000.0 | 16000.0 | 15900.000000 | 385.53 | 78000.0 | 8.57 | 0.0 | 700.0 | 704.0 | 1.0 | ... | 0.0 | 0.0 | 10021.06 | D | D3 | MORTGAGE | Verified | 0 | 0.031855 | 1 |
| 4 | 6500.0 | 6500.0 | 6475.000000 | 199.34 | 64800.0 | 8.48 | 0.0 | 730.0 | 734.0 | 0.0 | ... | 0.0 | 0.0 | 199.34 | A | A4 | MORTGAGE | Source Verified | 0 | 0.038095 | 1 |
| 5 | 35000.0 | 35000.0 | 20775.004916 | 858.59 | 115000.0 | 6.47 | 0.0 | 745.0 | 749.0 | 1.0 | ... | 0.0 | 0.0 | 11800.00 | E | E1 | MORTGAGE | Verified | 0 | 0.038156 | 1 |
| 6 | 8300.0 | 8300.0 | 8300.000000 | 263.56 | 30000.0 | 3.80 | 0.0 | 715.0 | 719.0 | 0.0 | ... | 0.0 | 0.0 | 527.12 | A | A5 | RENT | Not Verified | 0 | 0.040421 | 1 |
| 7 | 14000.0 | 14000.0 | 14000.000000 | 438.07 | 45600.0 | 19.74 | 0.0 | 740.0 | 744.0 | 0.0 | ... | 0.0 | 0.0 | 438.07 | A | A4 | OWN | Not Verified | 0 | 0.041354 | 1 |
| 8 | 33425.0 | 20675.0 | 19010.821218 | 475.63 | 75000.0 | 25.71 | 0.0 | 745.0 | 749.0 | 3.0 | ... | 0.0 | 0.0 | 1370.08 | C | C1 | MORTGAGE | Source Verified | 0 | 0.041684 | 1 |
| 9 | 23000.0 | 23000.0 | 23000.000000 | 701.48 | 98000.0 | 20.85 | 0.0 | 780.0 | 784.0 | 0.0 | ... | 0.0 | 0.0 | 701.48 | A | A3 | MORTGAGE | Verified | 0 | 0.041832 | 1 |
10 rows × 27 columns
Shap FN
In [42]:
for index, row in top_10_fn.iterrows():
local_breakdown_exp = pipeline_explainer.predict_parts(
top_10_fn.iloc[index],
type='shap',
B=5,
label=f"record:{index}, prob:{row['pred_proba']:.3f}")
local_breakdown_exp.plot()
In [43]:
X_train
Out[43]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | ... | revol_bal | total_acc | out_prncp | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | grade | sub_grade | home_ownership | verification_status | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 27888 | 8000.0 | 8000.0 | 7875.000000 | 189.61 | 26000.0 | 8.40 | 0.0 | 700.0 | 704.0 | 6.0 | ... | 9174.0 | 14.0 | 0.0 | 0.0 | 0.0 | 189.61 | D | D3 | MORTGAGE | Verified |
| 1383 | 5250.0 | 5250.0 | 5250.000000 | 182.69 | 48000.0 | 24.77 | 0.0 | 675.0 | 679.0 | 2.0 | ... | 18889.0 | 18.0 | 0.0 | 0.0 | 0.0 | 1895.35 | C | C4 | RENT | Source Verified |
| 20758 | 18000.0 | 10900.0 | 10180.136982 | 340.97 | 95000.0 | 21.32 | 0.0 | 750.0 | 754.0 | 1.0 | ... | 36780.0 | 30.0 | 0.0 | 0.0 | 0.0 | 349.75 | A | A5 | MORTGAGE | Verified |
| 2441 | 6000.0 | 6000.0 | 6000.000000 | 187.75 | 30000.0 | 5.84 | 0.0 | 715.0 | 719.0 | 0.0 | ... | 876.0 | 9.0 | 0.0 | 0.0 | 0.0 | 3697.81 | A | A4 | OWN | Source Verified |
| 21877 | 18000.0 | 18000.0 | 17989.997070 | 589.24 | 73200.0 | 0.26 | 0.0 | 725.0 | 729.0 | 0.0 | ... | 526.0 | 21.0 | 0.0 | 0.0 | 0.0 | 657.50 | B | B4 | MORTGAGE | Verified |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 21575 | 7500.0 | 7500.0 | 7325.000000 | 253.09 | 83600.0 | 17.41 | 0.0 | 680.0 | 684.0 | 0.0 | ... | 14868.0 | 27.0 | 0.0 | 0.0 | 0.0 | 268.75 | C | C2 | OWN | Not Verified |
| 5390 | 3850.0 | 3850.0 | 3850.000000 | 124.22 | 13273.0 | 12.30 | 0.0 | 750.0 | 754.0 | 1.0 | ... | 4639.0 | 4.0 | 0.0 | 0.0 | 0.0 | 3412.17 | B | B1 | RENT | Not Verified |
| 860 | 12000.0 | 12000.0 | 12000.000000 | 276.06 | 50000.0 | 12.62 | 0.0 | 730.0 | 734.0 | 1.0 | ... | 21955.0 | 11.0 | 0.0 | 0.0 | 0.0 | 8058.12 | C | C1 | RENT | Not Verified |
| 15795 | 9000.0 | 5975.0 | 5472.229086 | 182.24 | 200000.0 | 8.33 | 0.0 | 740.0 | 744.0 | 0.0 | ... | 106053.0 | 31.0 | 0.0 | 0.0 | 0.0 | 1439.84 | A | A3 | MORTGAGE | Verified |
| 23654 | 25000.0 | 25000.0 | 24491.427117 | 824.22 | 80000.0 | 9.90 | 0.0 | 775.0 | 779.0 | 2.0 | ... | 30928.0 | 42.0 | 0.0 | 0.0 | 0.0 | 4399.13 | B | B2 | OWN | Not Verified |
23821 rows × 24 columns
In [44]:
y_train
Out[44]:
27888 1
1383 0
20758 0
2441 0
21877 0
..
21575 0
5390 0
860 0
15795 0
23654 0
Name: loan_status, Length: 23821, dtype: int64
In [45]:
train_data = pd.merge(X_train, y_train, left_on=X_train.index, right_on=y_train.index)
train_data = train_data.set_index('key_0').rename_axis('')
train_data
Out[45]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | ... | total_acc | out_prncp | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | grade | sub_grade | home_ownership | verification_status | loan_status | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 27888 | 8000.0 | 8000.0 | 7875.000000 | 189.61 | 26000.0 | 8.40 | 0.0 | 700.0 | 704.0 | 6.0 | ... | 14.0 | 0.0 | 0.0 | 0.0 | 189.61 | D | D3 | MORTGAGE | Verified | 1 |
| 1383 | 5250.0 | 5250.0 | 5250.000000 | 182.69 | 48000.0 | 24.77 | 0.0 | 675.0 | 679.0 | 2.0 | ... | 18.0 | 0.0 | 0.0 | 0.0 | 1895.35 | C | C4 | RENT | Source Verified | 0 |
| 20758 | 18000.0 | 10900.0 | 10180.136982 | 340.97 | 95000.0 | 21.32 | 0.0 | 750.0 | 754.0 | 1.0 | ... | 30.0 | 0.0 | 0.0 | 0.0 | 349.75 | A | A5 | MORTGAGE | Verified | 0 |
| 2441 | 6000.0 | 6000.0 | 6000.000000 | 187.75 | 30000.0 | 5.84 | 0.0 | 715.0 | 719.0 | 0.0 | ... | 9.0 | 0.0 | 0.0 | 0.0 | 3697.81 | A | A4 | OWN | Source Verified | 0 |
| 21877 | 18000.0 | 18000.0 | 17989.997070 | 589.24 | 73200.0 | 0.26 | 0.0 | 725.0 | 729.0 | 0.0 | ... | 21.0 | 0.0 | 0.0 | 0.0 | 657.50 | B | B4 | MORTGAGE | Verified | 0 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 21575 | 7500.0 | 7500.0 | 7325.000000 | 253.09 | 83600.0 | 17.41 | 0.0 | 680.0 | 684.0 | 0.0 | ... | 27.0 | 0.0 | 0.0 | 0.0 | 268.75 | C | C2 | OWN | Not Verified | 0 |
| 5390 | 3850.0 | 3850.0 | 3850.000000 | 124.22 | 13273.0 | 12.30 | 0.0 | 750.0 | 754.0 | 1.0 | ... | 4.0 | 0.0 | 0.0 | 0.0 | 3412.17 | B | B1 | RENT | Not Verified | 0 |
| 860 | 12000.0 | 12000.0 | 12000.000000 | 276.06 | 50000.0 | 12.62 | 0.0 | 730.0 | 734.0 | 1.0 | ... | 11.0 | 0.0 | 0.0 | 0.0 | 8058.12 | C | C1 | RENT | Not Verified | 0 |
| 15795 | 9000.0 | 5975.0 | 5472.229086 | 182.24 | 200000.0 | 8.33 | 0.0 | 740.0 | 744.0 | 0.0 | ... | 31.0 | 0.0 | 0.0 | 0.0 | 1439.84 | A | A3 | MORTGAGE | Verified | 0 |
| 23654 | 25000.0 | 25000.0 | 24491.427117 | 824.22 | 80000.0 | 9.90 | 0.0 | 775.0 | 779.0 | 2.0 | ... | 42.0 | 0.0 | 0.0 | 0.0 | 4399.13 | B | B2 | OWN | Not Verified | 0 |
23821 rows × 25 columns
In [46]:
!pip install autogluon.tabular
Requirement already satisfied: autogluon.tabular in c:\users\kyle\appdata\roaming\python\python310\site-packages (1.0.0)
Requirement already satisfied: numpy<1.29,>=1.21 in c:\programdata\anaconda3\lib\site-packages (from autogluon.tabular) (1.26.4)
Requirement already satisfied: autogluon.core==1.0.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from autogluon.tabular) (1.0.0)
Requirement already satisfied: scikit-learn<1.5,>=1.3.0 in c:\programdata\anaconda3\lib\site-packages (from autogluon.tabular) (1.4.0)
Requirement already satisfied: autogluon.features==1.0.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from autogluon.tabular) (1.0.0)
Requirement already satisfied: scipy<1.13,>=1.5.4 in c:\programdata\anaconda3\lib\site-packages (from autogluon.tabular) (1.11.4)
Collecting pandas<2.2.0,>=2.0.0
Using cached pandas-2.1.4-cp310-cp310-win_amd64.whl (10.7 MB)
Requirement already satisfied: networkx<4,>=3.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from autogluon.tabular) (3.2.1)
Requirement already satisfied: matplotlib in c:\programdata\anaconda3\lib\site-packages (from autogluon.core==1.0.0->autogluon.tabular) (3.8.0)
Requirement already satisfied: boto3<2,>=1.10 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from autogluon.core==1.0.0->autogluon.tabular) (1.28.80)
Requirement already satisfied: requests in c:\programdata\anaconda3\lib\site-packages (from autogluon.core==1.0.0->autogluon.tabular) (2.31.0)
Requirement already satisfied: autogluon.common==1.0.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from autogluon.core==1.0.0->autogluon.tabular) (1.0.0)
Requirement already satisfied: tqdm<5,>=4.38 in c:\programdata\anaconda3\lib\site-packages (from autogluon.core==1.0.0->autogluon.tabular) (4.65.0)
Requirement already satisfied: psutil<6,>=5.7.3 in c:\programdata\anaconda3\lib\site-packages (from autogluon.common==1.0.0->autogluon.core==1.0.0->autogluon.tabular) (5.9.0)
Requirement already satisfied: setuptools in c:\programdata\anaconda3\lib\site-packages (from autogluon.common==1.0.0->autogluon.core==1.0.0->autogluon.tabular) (65.6.3)
Requirement already satisfied: pytz>=2020.1 in c:\programdata\anaconda3\lib\site-packages (from pandas<2.2.0,>=2.0.0->autogluon.tabular) (2023.3.post1)
Requirement already satisfied: python-dateutil>=2.8.2 in c:\programdata\anaconda3\lib\site-packages (from pandas<2.2.0,>=2.0.0->autogluon.tabular) (2.8.2)
Requirement already satisfied: tzdata>=2022.1 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from pandas<2.2.0,>=2.0.0->autogluon.tabular) (2023.3)
Requirement already satisfied: threadpoolctl>=2.0.0 in c:\programdata\anaconda3\lib\site-packages (from scikit-learn<1.5,>=1.3.0->autogluon.tabular) (2.2.0)
Requirement already satisfied: joblib>=1.2.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from scikit-learn<1.5,>=1.3.0->autogluon.tabular) (1.3.2)
Requirement already satisfied: s3transfer<0.8.0,>=0.7.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from boto3<2,>=1.10->autogluon.core==1.0.0->autogluon.tabular) (0.7.0)
Requirement already satisfied: botocore<1.32.0,>=1.31.80 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from boto3<2,>=1.10->autogluon.core==1.0.0->autogluon.tabular) (1.31.80)
Collecting jmespath<2.0.0,>=0.7.1
Downloading jmespath-1.0.1-py3-none-any.whl (20 kB)
Requirement already satisfied: six>=1.5 in c:\programdata\anaconda3\lib\site-packages (from python-dateutil>=2.8.2->pandas<2.2.0,>=2.0.0->autogluon.tabular) (1.16.0)
Requirement already satisfied: colorama in c:\programdata\anaconda3\lib\site-packages (from tqdm<5,>=4.38->autogluon.core==1.0.0->autogluon.tabular) (0.4.6)
Requirement already satisfied: contourpy>=1.0.1 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (1.2.0)
Requirement already satisfied: kiwisolver>=1.0.1 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (1.4.4)
Requirement already satisfied: fonttools>=4.22.0 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (4.25.0)
Requirement already satisfied: cycler>=0.10 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (0.11.0)
Requirement already satisfied: pillow>=6.2.0 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (10.2.0)
Requirement already satisfied: packaging>=20.0 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (23.1)
Requirement already satisfied: pyparsing>=2.3.1 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (3.0.9)
Requirement already satisfied: idna<4,>=2.5 in c:\programdata\anaconda3\lib\site-packages (from requests->autogluon.core==1.0.0->autogluon.tabular) (3.4)
Requirement already satisfied: charset-normalizer<4,>=2 in c:\programdata\anaconda3\lib\site-packages (from requests->autogluon.core==1.0.0->autogluon.tabular) (2.0.4)
Requirement already satisfied: urllib3<3,>=1.21.1 in c:\programdata\anaconda3\lib\site-packages (from requests->autogluon.core==1.0.0->autogluon.tabular) (1.26.18)
Requirement already satisfied: certifi>=2017.4.17 in c:\programdata\anaconda3\lib\site-packages (from requests->autogluon.core==1.0.0->autogluon.tabular) (2024.2.2)
Installing collected packages: jmespath, pandas
Attempting uninstall: pandas
Found existing installation: pandas 2.2.1
Uninstalling pandas-2.2.1:
Successfully uninstalled pandas-2.2.1
ERROR: Could not install packages due to an OSError: [WinError 5] Access is denied: 'C:\\Users\\Kyle\\AppData\\Roaming\\Python\\Python310\\site-packages\\~~ndas.libs\\msvcp140-ef6047a69b174ada5cb2eff1d2bc9a62.dll' Consider using the `--user` option or check the permissions.
Logistic Regression Model¶
In [75]:
from sklearn.model_selection import cross_validate, GridSearchCV, train_test_split
from sklearn.linear_model import LogisticRegression
#Hyperparameters to test for best performance for the logistic regression model
param_grid = {
'penalty': [None, 'l1', 'l2', 'elasticnet'],
'solver': ['lbfgs', 'liblinear', 'newton-cg', 'newton-cholesky', 'sag', 'saga'],
'max_iter': [50, 100, 150, 200, 250, 300, 350, 400, 500],
'l1_ratio': [0, 0.2, 0.3, 0.5, 0.7, 1]
}
gs = GridSearchCV(LogisticRegression(), param_grid, scoring='roc_auc', cv=3, n_jobs=-1)
gs.fit(X_train_prep, y_train)
# best ROC score
print('Highest ROC Curve Score:', gs.best_score_)
# combination of parameters that gave the best ROC score
print('Params With Highest ROC Curve Score:', gs.best_params_)
Highest ROC Curve Score: 0.8665677443434512
Params With Highest ROC Curve Score: {'l1_ratio': 0.2, 'max_iter': 150, 'penalty': 'l1', 'solver': 'liblinear'}
In [71]:
from sklearn.linear_model import LogisticRegression
from sklearn.metrics import accuracy_score, precision_score, recall_score, roc_auc_score, f1_score, roc_curve
# Define the Logistic Regression pipeline
lr_pipeline = Pipeline(steps=[('preprocessor', preprocessor),
('classifier', LogisticRegression(random_state=42, max_iter=150, l1_ratio=0.2, penalty='l1', solver='liblinear'))])
# Train the Logistic Regression model
lr_pipeline.fit(X_train, y_train)
# Predict and evaluate the model
lr_predictions = lr_pipeline.predict(X_test)
lr_predictions_proba = lr_pipeline.predict_proba(X_test)
print(f"Logistic Regression Accuracy: {accuracy_score(y_test, lr_predictions):.4f}")
print(f"Logistic Regression Precision: {precision_score(y_test, lr_predictions):.4f}")
print(f"Logistic Regression Recall: {recall_score(y_test, lr_predictions):.4f}")
print(f"Logistic Regression AUC-ROC: {roc_auc_score(y_test, lr_predictions_proba[:,1]):.4f}")
print(f"Logistic Regression F1: {f1_score(y_test, lr_predictions):.4f}")
Logistic Regression Accuracy: 0.8617 Logistic Regression Precision: 0.5841 Logistic Regression Recall: 0.2247 Logistic Regression AUC-ROC: 0.8556 Logistic Regression F1: 0.3246
In [72]:
# Generate ROC curve from test data for logistic regression model
fpr, tpr, thresholds = roc_curve(y_test, lr_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, lr_predictions_proba[:,1])
# Plot ROC curve
plt.figure()
plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.4f})')
plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic for Logistic Regression')
plt.legend(loc='lower right')
plt.show()
In [73]:
#Assign the recall and precision scores to variables for use in the precision-recall curve
recall = recall_score(y_test, lr_predictions)
precision = precision_score(y_test, lr_predictions)
In [79]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, lr_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, lr_predictions_proba[:,1])
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, lr_predictions_proba[:,1])
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05) # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.subplot(1, 2, 2)
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [78]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, lr_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, lr_predictions_proba[:,1])
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, lr_predictions_proba[:,1])
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 2% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.02) # Find the index of the FPR just over 2%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~2% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~2%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.subplot(1, 2, 2)
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [32]:
from sklearn.metrics import roc_curve
import numpy as np
# Predict probabilities for the positive class
y_scores = lr_pipeline.predict_proba(X_test)[:, 1]
fpr, tpr, thresholds = roc_curve(y_test, y_scores)
# Define target FPR values
target_fpr = np.arange(0.01, 0.11, 0.01) # From 1% to 10%
# Interpolate to find TPR and threshold for target FPRs
interp_tpr = np.interp(target_fpr, fpr, tpr)
interp_thresholds = np.interp(target_fpr, fpr, thresholds)
# Print the results
for i in range(len(target_fpr)):
print(f"Target FPR: {target_fpr[i]:.2f}, Expected TPR: {interp_tpr[i]:.4f}, Threshold: {interp_thresholds[i]:.4f}")
Target FPR: 0.01, Expected TPR: 0.1022, Threshold: 0.6343 Target FPR: 0.02, Expected TPR: 0.1782, Threshold: 0.5490 Target FPR: 0.03, Expected TPR: 0.2350, Threshold: 0.4905 Target FPR: 0.04, Expected TPR: 0.2894, Threshold: 0.4517 Target FPR: 0.05, Expected TPR: 0.3348, Threshold: 0.4207 Target FPR: 0.06, Expected TPR: 0.3712, Threshold: 0.3909 Target FPR: 0.07, Expected TPR: 0.4325, Threshold: 0.3646 Target FPR: 0.08, Expected TPR: 0.4813, Threshold: 0.3394 Target FPR: 0.09, Expected TPR: 0.5131, Threshold: 0.3192 Target FPR: 0.10, Expected TPR: 0.5369, Threshold: 0.3024
In [33]:
import pandas as pd
# Create a DataFrame from the target FPR, interpolated TPR, and interpolated thresholds
target_fpr_df = pd.DataFrame({
'Target FPR (%)': target_fpr * 100, # Convert to percentage
'Expected TPR': interp_tpr,
'Threshold': interp_thresholds
})
# Display the DataFrame
target_fpr_df
Out[33]:
| Target FPR (%) | Expected TPR | Threshold | |
|---|---|---|---|
| 0 | 1.0 | 0.102157 | 0.634284 |
| 1 | 2.0 | 0.178207 | 0.548975 |
| 2 | 3.0 | 0.234960 | 0.490500 |
| 3 | 4.0 | 0.289444 | 0.451726 |
| 4 | 5.0 | 0.334847 | 0.420703 |
| 5 | 6.0 | 0.371169 | 0.390941 |
| 6 | 7.0 | 0.432463 | 0.364601 |
| 7 | 8.0 | 0.481271 | 0.339362 |
| 8 | 9.0 | 0.513053 | 0.319241 |
| 9 | 10.0 | 0.536890 | 0.302429 |
In [34]:
# prompt: extract feature names and position from pipeline to do logisic feature importance
feature_names = preprocessor.get_feature_names_out()
feature_importance = lr_pipeline.named_steps['classifier'].coef_
feature_importance_df = pd.DataFrame({'feature': feature_names, 'importance': feature_importance[0]})
feature_importance_df.sort_values(by='importance', ascending=False).reset_index(drop=True)
Out[34]:
| feature | importance | |
|---|---|---|
| 0 | num__funded_amnt | 1.955622 |
| 1 | cat__grade_G | 0.553553 |
| 2 | cat__grade_F | 0.509320 |
| 3 | cat__sub_grade_A5 | 0.390974 |
| 4 | cat__sub_grade_F5 | 0.381332 |
| ... | ... | ... |
| 69 | cat__sub_grade_A1 | -0.562593 |
| 70 | cat__grade_B | -0.615555 |
| 71 | num__installment | -1.043458 |
| 72 | cat__grade_A | -1.299907 |
| 73 | num__last_pymnt_amnt | -8.540318 |
74 rows × 2 columns
In [35]:
# Logistic Regression coefficients as feature importance
lr_coefficients = lr_pipeline.named_steps['classifier'].coef_[0]
# Aligning feature names and coefficients
lr_feature_importance_df = pd.DataFrame({'Feature': feature_names, 'Coefficient': lr_coefficients})
lr_feature_importance_df = lr_feature_importance_df.sort_values(by='Coefficient', ascending=False)
lr_feature_importance_df.head(10)
Out[35]:
| Feature | Coefficient | |
|---|---|---|
| 1 | num__funded_amnt | 1.955622 |
| 26 | cat__grade_G | 0.553553 |
| 25 | cat__grade_F | 0.509320 |
| 32 | cat__sub_grade_A5 | 0.390974 |
| 57 | cat__sub_grade_F5 | 0.381332 |
| 59 | cat__sub_grade_G2 | 0.363956 |
| 52 | cat__sub_grade_E5 | 0.265229 |
| 18 | num__total_rec_late_fee | 0.225162 |
| 56 | cat__sub_grade_F4 | 0.178031 |
| 60 | cat__sub_grade_G3 | 0.171321 |
Random Forest¶
In [78]:
from sklearn.model_selection import cross_validate, GridSearchCV, train_test_split
from sklearn.ensemble import RandomForestClassifier
#Hyperparameters to test for best performance for the random forest model
param_grid = {
'n_estimators': [10, 20, 50, 100, 150, 200],
'max_depth': [2, 7, 10, 20, 30, 40, None],
'min_samples_split': [2, 5, 10, 20, 25, 30, 35, 40],
'max_leaf_nodes': [2, 4, 10, 20, 30, None],
'ccp_alpha': [0, 0.05, 0.1, 0.5, 1]
}
gs = GridSearchCV(RandomForestClassifier(), param_grid, scoring='roc_auc', cv=3, n_jobs=-1)
gs.fit(X_train_prep, y_train)
# best ROC score
print('Highest ROC Curve Score:', gs.best_score_)
# combination of parameters that gave the best ROC score
print('Params With Highest ROC Curve Score:', gs.best_params_)
Highest ROC Curve Score: 0.8757594783959132
Params With Highest ROC Curve Score: {'ccp_alpha': 0, 'max_depth': None, 'max_leaf_nodes': None, 'min_samples_split': 5, 'n_estimators': 200}
In [80]:
from sklearn.ensemble import RandomForestClassifier
# Define the Random Forest pipeline
rf_pipeline = Pipeline(steps=[('preprocessor', preprocessor),
('classifier', RandomForestClassifier(n_estimators=200, min_samples_split=5, n_jobs = -1, random_state=42))])
# Train the Random Forest model
rf_pipeline.fit(X_train, y_train)
# Predict and evaluate the model
rf_predictions = rf_pipeline.predict(X_test)
rf_predictions_proba = rf_pipeline.predict_proba(X_test)[:,1]
print(f"Random Forest Accuracy: {accuracy_score(y_test, rf_predictions):.4f}")
print(f"Random Forest Regression Precision: {precision_score(y_test, rf_predictions):.4f}")
print(f"Random Forest Regression Recall: {recall_score(y_test, rf_predictions):.4f}")
print(f"Random Forest Regression AUC-ROC: {roc_auc_score(y_test, rf_predictions_proba):.4f}")
print(f"Random Forest Regression F1: {f1_score(y_test, rf_predictions):.4f}")
Random Forest Accuracy: 0.8664 Random Forest Regression Precision: 0.6824 Random Forest Regression Recall: 0.1805 Random Forest Regression AUC-ROC: 0.8736 Random Forest Regression F1: 0.2855
In [81]:
# Generate ROC curve from test data
fpr, tpr, thresholds = roc_curve(y_test, rf_predictions_proba)
roc_auc = roc_auc_score(y_test, rf_predictions_proba)
# Plot ROC curve
plt.figure()
plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.4f})')
plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic for Random Forest')
plt.legend(loc='lower right')
plt.show()
In [82]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, rf_predictions_proba)
roc_auc = roc_auc_score(y_test, rf_predictions_proba)
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, rf_predictions_proba)
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05) # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.subplot(1, 2, 2)
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [83]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, rf_predictions_proba)
roc_auc = roc_auc_score(y_test, rf_predictions_proba)
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, rf_predictions_proba)
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 2% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.02) # Find the index of the FPR just over 2%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~2% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~2%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.subplot(1, 2, 2)
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [46]:
from sklearn.metrics import roc_curve
import numpy as np
# Predict probabilities for the positive class
y_scores = rf_pipeline.predict_proba(X_test)[:, 1]
fpr, tpr, thresholds = roc_curve(y_test, y_scores)
# Define target FPR values
target_fpr = np.arange(0.01, 0.11, 0.01) # From 1% to 10%
# Interpolate to find TPR and threshold for target FPRs
interp_tpr = np.interp(target_fpr, fpr, tpr)
interp_thresholds = np.interp(target_fpr, fpr, thresholds)
# Print the results
for i in range(len(target_fpr)):
print(f"Target FPR: {target_fpr[i]:.2f}, Expected TPR: {interp_tpr[i]:.4f}, Threshold: {interp_thresholds[i]:.4f}")
Target FPR: 0.01, Expected TPR: 0.1362, Threshold: 0.5317 Target FPR: 0.02, Expected TPR: 0.2134, Threshold: 0.4726 Target FPR: 0.03, Expected TPR: 0.2736, Threshold: 0.4379 Target FPR: 0.04, Expected TPR: 0.3383, Threshold: 0.4100 Target FPR: 0.05, Expected TPR: 0.3791, Threshold: 0.3897 Target FPR: 0.06, Expected TPR: 0.4325, Threshold: 0.3674 Target FPR: 0.07, Expected TPR: 0.4813, Threshold: 0.3490 Target FPR: 0.08, Expected TPR: 0.5187, Threshold: 0.3317 Target FPR: 0.09, Expected TPR: 0.5437, Threshold: 0.3204 Target FPR: 0.10, Expected TPR: 0.5789, Threshold: 0.3079
In [47]:
import pandas as pd
# Create a DataFrame from the target FPR, interpolated TPR, and interpolated thresholds
target_fpr_df = pd.DataFrame({
'Target FPR (%)': target_fpr * 100, # Convert to percentage
'Expected TPR': interp_tpr,
'Threshold': interp_thresholds
})
# Display the DataFrame
target_fpr_df
Out[47]:
| Target FPR (%) | Expected TPR | Threshold | |
|---|---|---|---|
| 0 | 1.0 | 0.136209 | 0.531698 |
| 1 | 2.0 | 0.213394 | 0.472569 |
| 2 | 3.0 | 0.273553 | 0.437921 |
| 3 | 4.0 | 0.338252 | 0.410021 |
| 4 | 5.0 | 0.379115 | 0.389676 |
| 5 | 6.0 | 0.432463 | 0.367432 |
| 6 | 7.0 | 0.481271 | 0.348978 |
| 7 | 8.0 | 0.518729 | 0.331653 |
| 8 | 9.0 | 0.543700 | 0.320433 |
| 9 | 10.0 | 0.578888 | 0.307876 |
In [50]:
# Adjusting the feature name extraction for OneHotEncoder to use get_feature_names_out
feature_names = list(preprocessor.transformers_[0][2]) + \
list(preprocessor.named_transformers_['cat'].named_steps['onehot'].get_feature_names_out(categorical_features))
rf_importances = rf_pipeline.named_steps['classifier'].feature_importances_
# Display the top 10 features
rf_feature_importance_df = pd.DataFrame({'Feature': feature_names, 'Importance': rf_importances})
rf_feature_importance_df = rf_feature_importance_df.sort_values(by='Importance', ascending=False)
rf_feature_importance_df.head(10)
Out[50]:
| Feature | Importance | |
|---|---|---|
| 19 | last_pymnt_amnt | 0.193214 |
| 4 | annual_inc | 0.057788 |
| 3 | installment | 0.057692 |
| 2 | funded_amnt_inv | 0.056863 |
| 14 | revol_bal | 0.054537 |
| 18 | total_rec_late_fee | 0.054185 |
| 5 | dti | 0.053597 |
| 15 | total_acc | 0.045763 |
| 0 | loan_amnt | 0.044218 |
| 1 | funded_amnt | 0.044216 |
In [51]:
import matplotlib.pyplot as plt
# Plot for Random Forest
plt.figure(figsize=(10, 6))
plt.title('Top 10 Feature Importances in Random Forest')
plt.barh(rf_feature_importance_df['Feature'][:10], rf_feature_importance_df['Importance'][:10])
plt.xlabel('Importance')
plt.ylabel('Feature')
plt.gca().invert_yaxis()
plt.show()
# Plot for Logistic Regression
plt.figure(figsize=(10, 6))
plt.title('Top 10 Features Coefficients in Logistic Regression')
plt.barh(lr_feature_importance_df['Feature'][:10], lr_feature_importance_df['Coefficient'][:10])
plt.xlabel('Coefficient')
plt.ylabel('Feature')
plt.gca().invert_yaxis()
plt.show()
Gradient Boosting Machine¶
In [77]:
from sklearn.model_selection import cross_validate, GridSearchCV, train_test_split
from sklearn.ensemble import GradientBoostingClassifier
#Hyperparameters to test for best performance from the Gradient Boosting Machine
param_grid = {
'n_estimators': [10, 20, 50, 100],
'learning_rate': [0.05, 0.1, 0.2, 0.5, 1],
'subsample': [0.1, 0.5, 0.7, 1],
'min_samples_split': [2, 5, 10],
'max_depth': [2, 7, 20, 50, None],
'ccp_alpha': [0, 0.05, 0.1, 0.5, 1]
}
gs = GridSearchCV(GradientBoostingClassifier(), param_grid, scoring='roc_auc', cv=3, n_jobs=-1)
gs.fit(X_train_prep, y_train)
# best ROC score
print('Highest ROC Curve Score:', gs.best_score_)
# combination of parameters that gave the best ROC score
print('Params With Highest ROC Curve Score:', gs.best_params_)
Highest ROC Curve Score: 0.9164312105440845
Params With Highest ROC Curve Score: {'ccp_alpha': 0, 'learning_rate': 0.2, 'max_depth': 20, 'min_samples_split': 10, 'n_estimators': 100, 'subsample': 1}
In [84]:
from sklearn.ensemble import GradientBoostingClassifier
from sklearn.metrics import accuracy_score
# Define the GBMClassifier - here we are not using the pipeline just model
gbm_pipeline = Pipeline(steps=[('preprocessor', preprocessor),
('classifier', GradientBoostingClassifier(n_estimators=100, learning_rate=0.2, max_depth=20, min_samples_split=10, subsample=1, random_state=42))])
# Train the GBMClassifier model
gbm_pipeline.fit(X_train, y_train)
# Predict and evaluate the model
gbm_predictions = gbm_pipeline.predict(X_test)
gbm_predictions_proba = gbm_pipeline.predict_proba(X_test)
print(f"GBMClassifier Accuracy: {accuracy_score(y_test, gbm_predictions):.4f}")
print(f"GBMClassifier Precision: {precision_score(y_test, gbm_predictions):.4f}")
print(f"GBMClassifier Recall: {recall_score(y_test, gbm_predictions):.4f}")
print(f"GBMClassifier AUC-ROC: {roc_auc_score(y_test, gbm_predictions_proba[:,1]):.4f}")
print(f"GBMClassifier F1: {f1_score(y_test, gbm_predictions):.4f}")
GBMClassifier Accuracy: 0.8914 GBMClassifier Precision: 0.7127 GBMClassifier Recall: 0.4449 GBMClassifier AUC-ROC: 0.9255 GBMClassifier F1: 0.5479
In [85]:
# Generate ROC curve from test data
fpr, tpr, thresholds = roc_curve(y_test, gbm_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, gbm_predictions_proba[:,1])
# Plot ROC curve
plt.figure()
plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.4f})')
plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic for Gradient-Boosting Machine')
plt.legend(loc='lower right')
plt.show()
In [86]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, gbm_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, gbm_predictions_proba[:,1])
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, gbm_predictions_proba[:,1])
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05) # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.subplot(1, 2, 2)
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [87]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, gbm_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, gbm_predictions_proba[:,1])
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, gbm_predictions_proba[:,1])
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 2% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.02) # Find the index of the FPR just over 2%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~2% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~2%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.subplot(1, 2, 2)
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [39]:
from sklearn.metrics import roc_curve
import numpy as np
# Predict probabilities for the positive class
y_scores = gbm_pipeline.predict_proba(X_test)[:, 1]
fpr, tpr, thresholds = roc_curve(y_test, y_scores)
# Define target FPR values
target_fpr = np.arange(0.01, 0.11, 0.01) # From 1% to 10%
# Interpolate to find TPR and threshold for target FPRs
interp_tpr = np.interp(target_fpr, fpr, tpr)
interp_thresholds = np.interp(target_fpr, fpr, thresholds)
# Print the results
for i in range(len(target_fpr)):
print(f"Target FPR: {target_fpr[i]:.2f}, Expected TPR: {interp_tpr[i]:.4f}, Threshold: {interp_thresholds[i]:.4f}")
Target FPR: 0.01, Expected TPR: 0.2350, Threshold: 0.9552 Target FPR: 0.02, Expected TPR: 0.3553, Threshold: 0.7625 Target FPR: 0.03, Expected TPR: 0.4370, Threshold: 0.5312 Target FPR: 0.04, Expected TPR: 0.5199, Threshold: 0.3041 Target FPR: 0.05, Expected TPR: 0.5778, Threshold: 0.1934 Target FPR: 0.06, Expected TPR: 0.6345, Threshold: 0.1102 Target FPR: 0.07, Expected TPR: 0.6776, Threshold: 0.0590 Target FPR: 0.08, Expected TPR: 0.7117, Threshold: 0.0369 Target FPR: 0.09, Expected TPR: 0.7446, Threshold: 0.0223 Target FPR: 0.10, Expected TPR: 0.7753, Threshold: 0.0132
In [40]:
import pandas as pd
# Create a DataFrame from the target FPR, interpolated TPR, and interpolated thresholds
target_fpr_df = pd.DataFrame({
'Target FPR (%)': target_fpr * 100, # Convert to percentage
'Expected TPR': interp_tpr,
'Threshold': interp_thresholds
})
# Display the DataFrame
target_fpr_df
Out[40]:
| Target FPR (%) | Expected TPR | Threshold | |
|---|---|---|---|
| 0 | 1.0 | 0.234960 | 0.955238 |
| 1 | 2.0 | 0.355278 | 0.762455 |
| 2 | 3.0 | 0.437003 | 0.531234 |
| 3 | 4.0 | 0.519864 | 0.304093 |
| 4 | 5.0 | 0.577753 | 0.193416 |
| 5 | 6.0 | 0.634506 | 0.110226 |
| 6 | 7.0 | 0.677639 | 0.059030 |
| 7 | 8.0 | 0.711691 | 0.036916 |
| 8 | 9.0 | 0.744608 | 0.022253 |
| 9 | 10.0 | 0.775255 | 0.013168 |
In [42]:
# Adjusting the feature name extraction for OneHotEncoder to use get_feature_names_out
feature_names = list(preprocessor.transformers_[0][2]) + \
list(preprocessor.named_transformers_['cat'].named_steps['onehot'].get_feature_names_out(categorical_features))
gbm_importances = gbm_pipeline.named_steps['classifier'].feature_importances_
# Display the top 10 features
gbm_feature_importance_df = pd.DataFrame({'Feature': feature_names, 'Importance': gbm_importances})
gbm_feature_importance_df = gbm_feature_importance_df.sort_values(by='Importance', ascending=False)
gbm_feature_importance_df.head(10)
Out[42]:
| Feature | Importance | |
|---|---|---|
| 19 | last_pymnt_amnt | 0.280184 |
| 3 | installment | 0.077644 |
| 18 | total_rec_late_fee | 0.066260 |
| 2 | funded_amnt_inv | 0.059818 |
| 4 | annual_inc | 0.058921 |
| 5 | dti | 0.053955 |
| 14 | revol_bal | 0.049151 |
| 15 | total_acc | 0.039158 |
| 0 | loan_amnt | 0.034314 |
| 20 | grade_A | 0.032522 |
In [52]:
import matplotlib.pyplot as plt
# Plot for GBM
plt.figure(figsize=(10, 6))
plt.title('Top 10 Feature Importances in Gradient Boosted Machine')
plt.barh(gbm_feature_importance_df['Feature'][:10], gbm_feature_importance_df['Importance'][:10])
plt.xlabel('Importance')
plt.ylabel('Feature')
plt.gca().invert_yaxis()
plt.show()
# Plot for Random Forest
plt.figure(figsize=(10, 6))
plt.title('Top 10 Feature Importances in Random Forest')
plt.barh(rf_feature_importance_df['Feature'][:10], rf_feature_importance_df['Importance'][:10])
plt.xlabel('Importance')
plt.ylabel('Feature')
plt.gca().invert_yaxis()
plt.show()
# Plot for Logistic Regression
plt.figure(figsize=(10, 6))
plt.title('Top 10 Features Coefficients in Logistic Regression')
plt.barh(lr_feature_importance_df['Feature'][:10], lr_feature_importance_df['Coefficient'][:10])
plt.xlabel('Coefficient')
plt.ylabel('Feature')
plt.gca().invert_yaxis()
plt.show()
Multi-Layer Perceptron¶
In [66]:
from sklearn.model_selection import cross_validate, GridSearchCV, train_test_split
from sklearn.neural_network import MLPClassifier
#Hyperparameters to test for best performance from the Multi-Layer Perceptron
param_grid = {
'hidden_layer_sizes': [(20,10,),(100,),(20,10,10),(20,20,20,),(20,10,10,10,10,), (100,50,50,50,50,), (100,50,50,50,50,50,), (100,50,50,50,50,50,50,), (500,100,100,100,100,100,)],
'activation': ['identity', 'logistic', 'tanh', 'relu'],
'solver': ['lbfgs', 'sgd', 'adam'],
'alpha': [0.0001, 0.0005, 0.001, 0.005, 0.01],
'max_iter': [500],
'early_stopping': [True]
}
gs = GridSearchCV(MLPClassifier(), param_grid, scoring='roc_auc', cv=3, n_jobs=-1)
gs.fit(X_train_prep, y_train)
# best ROC score
print('Highest ROC Curve Score:', gs.best_score_)
# combination of parameters that gave the best ROC score
print('Params With Highest ROC Curve Score:', gs.best_params_)
Highest ROC Curve Score: 0.8679972110661182
Params With Highest ROC Curve Score: {'activation': 'logistic', 'alpha': 0.0001, 'early_stopping': True, 'hidden_layer_sizes': (100, 50, 50, 50, 50), 'max_iter': 500, 'solver': 'adam'}
In [88]:
from sklearn.neural_network import MLPClassifier
from sklearn.metrics import accuracy_score
# Define the MLPClassifier
mlp_pipeline = Pipeline(steps=[('preprocessor', preprocessor),
('classifier', MLPClassifier(hidden_layer_sizes=(100,50,50,50,50,), activation='logistic', alpha=0.001, early_stopping=True, max_iter=500, solver='adam', random_state=42))])
# Train the MLPClassifier model
mlp_pipeline.fit(X_train, y_train)
# Predict and evaluate the model
mlp_predictions = mlp_pipeline.predict(X_test)
mlp_predictions_proba = mlp_pipeline.predict_proba(X_test)
print(f"MLPClassifier Accuracy: {accuracy_score(y_test, mlp_predictions):.4f}")
print(f"MLPClassifier Precision: {precision_score(y_test, mlp_predictions):.4f}")
print(f"MLPClassifier Recall: {recall_score(y_test, mlp_predictions):.4f}")
print(f"MLPClassifier AUC-ROC: {roc_auc_score(y_test, mlp_predictions_proba[:,1]):.4f}")
print(f"MLPClassifier F1: {f1_score(y_test, mlp_predictions):.4f}")
MLPClassifier Accuracy: 0.8603 MLPClassifier Precision: 0.5582 MLPClassifier Recall: 0.2667 MLPClassifier AUC-ROC: 0.8599 MLPClassifier F1: 0.3610
In [89]:
# Generate ROC curve for test data
fpr, tpr, thresholds = roc_curve(y_test, mlp_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, mlp_predictions_proba[:,1])
# Plot ROC curve
plt.figure()
plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.4f})')
plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic for Multi-Layer Perceptron')
plt.legend(loc='lower right')
plt.show()
In [90]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, mlp_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, mlp_predictions_proba[:,1])
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, mlp_predictions_proba[:,1])
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05) # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.subplot(1, 2, 2)
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [91]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, mlp_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, mlp_predictions_proba[:,1])
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, mlp_predictions_proba[:,1])
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 2% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.02) # Find the index of the FPR just over 2%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~2% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~2%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.subplot(1, 2, 2)
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [59]:
from sklearn.metrics import roc_curve
import numpy as np
# Predict probabilities for the positive class
y_scores = mlp_pipeline.predict_proba(X_test)[:, 1]
fpr, tpr, thresholds = roc_curve(y_test, y_scores)
# Define target FPR values
target_fpr = np.arange(0.01, 0.11, 0.01) # From 1% to 10%
# Interpolate to find TPR and threshold for target FPRs
interp_tpr = np.interp(target_fpr, fpr, tpr)
interp_thresholds = np.interp(target_fpr, fpr, thresholds)
# Print the results
for i in range(len(target_fpr)):
print(f"Target FPR: {target_fpr[i]:.2f}, Expected TPR: {interp_tpr[i]:.4f}, Threshold: {interp_thresholds[i]:.4f}")
Target FPR: 0.01, Expected TPR: 0.0760, Threshold: 0.5899 Target FPR: 0.02, Expected TPR: 0.1510, Threshold: 0.5480 Target FPR: 0.03, Expected TPR: 0.2247, Threshold: 0.5175 Target FPR: 0.04, Expected TPR: 0.2747, Threshold: 0.4936 Target FPR: 0.05, Expected TPR: 0.3451, Threshold: 0.4721 Target FPR: 0.06, Expected TPR: 0.3961, Threshold: 0.4510 Target FPR: 0.07, Expected TPR: 0.4381, Threshold: 0.4328 Target FPR: 0.08, Expected TPR: 0.4858, Threshold: 0.4124 Target FPR: 0.09, Expected TPR: 0.5210, Threshold: 0.3950 Target FPR: 0.10, Expected TPR: 0.5551, Threshold: 0.3787
In [60]:
import pandas as pd
# Create a DataFrame from the target FPR, interpolated TPR, and interpolated thresholds
target_fpr_df = pd.DataFrame({
'Target FPR (%)': target_fpr * 100, # Convert to percentage
'Expected TPR': interp_tpr,
'Threshold': interp_thresholds
})
# Display the DataFrame
target_fpr_df
Out[60]:
| Target FPR (%) | Expected TPR | Threshold | |
|---|---|---|---|
| 0 | 1.0 | 0.076050 | 0.589863 |
| 1 | 2.0 | 0.150965 | 0.548022 |
| 2 | 3.0 | 0.224745 | 0.517474 |
| 3 | 4.0 | 0.274688 | 0.493594 |
| 4 | 5.0 | 0.345062 | 0.472085 |
| 5 | 6.0 | 0.396141 | 0.451041 |
| 6 | 7.0 | 0.438138 | 0.432832 |
| 7 | 8.0 | 0.485812 | 0.412367 |
| 8 | 9.0 | 0.520999 | 0.395022 |
| 9 | 10.0 | 0.555051 | 0.378689 |
In [74]:
from sklearn.inspection import permutation_importance
result = permutation_importance(mlp_pipeline, X_test, y_test,
n_repeats=10, random_state=42,
n_jobs=-1)
In [75]:
feature_names = numeric_features + categorical_features
for i in result.importances_mean.argsort()[::-1]:
if result.importances_mean[i] - 2 * result.importances_std[i] > 0:
print(f"Feature {feature_names[i]} "
f"Mean Importance: {result.importances_mean[i]:.3f} "
f"+/- {result.importances_std[i]:.3f}")
Feature funded_amnt Mean Importance: 0.079 +/- 0.003 Feature last_pymnt_amnt Mean Importance: 0.042 +/- 0.003 Feature installment Mean Importance: 0.035 +/- 0.002 Feature loan_amnt Mean Importance: 0.023 +/- 0.003 Feature total_rec_late_fee Mean Importance: 0.008 +/- 0.002 Feature grade Mean Importance: 0.007 +/- 0.002 Feature funded_amnt_inv Mean Importance: 0.004 +/- 0.001 Feature annual_inc Mean Importance: 0.002 +/- 0.001
In [76]:
feature_importances_df_mlp = pd.DataFrame({
'Feature': feature_names, # Or 'feature_names' if applicable
'Importance Mean': result.importances_mean,
'Importance Std': result.importances_std
}).sort_values(by='Importance Mean', ascending=False).reset_index(drop=True)
feature_importances_df_mlp
Out[76]:
| Feature | Importance Mean | Importance Std | |
|---|---|---|---|
| 0 | funded_amnt | 0.078845 | 0.002986 |
| 1 | last_pymnt_amnt | 0.041807 | 0.002647 |
| 2 | installment | 0.035477 | 0.001897 |
| 3 | loan_amnt | 0.022733 | 0.002933 |
| 4 | total_rec_late_fee | 0.007874 | 0.001943 |
| 5 | grade | 0.006514 | 0.001564 |
| 6 | funded_amnt_inv | 0.003543 | 0.001205 |
| 7 | annual_inc | 0.002283 | 0.000962 |
| 8 | inq_last_6mths | 0.001981 | 0.001199 |
| 9 | total_acc | 0.001091 | 0.000977 |
| 10 | mths_since_last_delinq | 0.000907 | 0.000532 |
| 11 | fico_range_low | 0.000839 | 0.000743 |
| 12 | fico_range_high | 0.000655 | 0.000902 |
| 13 | verification_status | 0.000453 | 0.000606 |
| 14 | mths_since_last_record | 0.000201 | 0.000342 |
| 15 | delinq_2yrs | 0.000118 | 0.000360 |
| 16 | out_prncp | 0.000101 | 0.000273 |
| 17 | out_prncp_inv | 0.000101 | 0.000273 |
| 18 | revol_bal | 0.000084 | 0.000494 |
| 19 | open_acc | 0.000084 | 0.001005 |
| 20 | home_ownership | -0.000050 | 0.000328 |
| 21 | sub_grade | -0.000084 | 0.000583 |
| 22 | dti | -0.000134 | 0.000437 |
| 23 | pub_rec | -0.000201 | 0.000455 |
In [77]:
plt.figure(figsize=(10, 6))
sns.barplot(feature_importances_df_mlp, x='Importance Mean', y='Feature')
plt.title('Feature Importance For Multi-Layer Perceptron')
plt.show()
Medium Quality AutoGluon Weighted Ensemble¶
In [47]:
from autogluon.tabular import TabularDataset, TabularPredictor
time_limit = 86400 # for quick demonstration only, you should set this to longest time you are willing to wait (in seconds)
metric = 'roc_auc' # specify your evaluation metric here
# Initialize the TabularPredictor object.
glu_model_medium = TabularPredictor(label='loan_status',
problem_type='binary',
path='./loan_medium_quality_models_2',
eval_metric=metric)
# Fit the model.
"""
presets='best_quality' : Maximize accuracy. Default time_limit=3600.
presets='high_quality' : Strong accuracy with fast inference speed. Default time_limit=3600.
presets='good_quality' : Good accuracy with very fast inference speed. Default time_limit=3600.
presets='medium_quality' : Fast training time, ideal for initial prototyping.
"""
glu_model_medium = glu_model_medium.fit(train_data,
time_limit=time_limit,
presets='medium_quality', # switch to one of the above presets.
)
Presets specified: ['medium_quality']
Beginning AutoGluon training ... Time limit = 86400s
AutoGluon will save models to "./loan_medium_quality_models_2"
=================== System Info ===================
AutoGluon Version: 1.0.0
Python Version: 3.10.13
Operating System: Windows
Platform Machine: AMD64
Platform Version: 10.0.22621
CPU Count: 20
Memory Avail: 17.50 GB / 31.73 GB (55.2%)
Disk Space Avail: 733.48 GB / 951.65 GB (77.1%)
===================================================
Train Data Rows: 23821
Train Data Columns: 24
Label Column: loan_status
Problem Type: binary
Preprocessing data ...
Selected class <--> label mapping: class 1 = 1, class 0 = 0
Using Feature Generators to preprocess the data ...
Fitting AutoMLPipelineFeatureGenerator...
Available Memory: 17920.23 MB
Train Data (Original) Memory Usage: 9.27 MB (0.1% of available memory)
Inferring data type of each feature based on column values. Set feature_metadata_in to manually specify special dtypes of the features.
Stage 1 Generators:
Fitting AsTypeFeatureGenerator...
Stage 2 Generators:
Fitting FillNaFeatureGenerator...
Stage 3 Generators:
Fitting IdentityFeatureGenerator...
Fitting CategoryFeatureGenerator...
Fitting CategoryMemoryMinimizeFeatureGenerator...
Stage 4 Generators:
Fitting DropUniqueFeatureGenerator...
Stage 5 Generators:
Fitting DropDuplicatesFeatureGenerator...
Types of features in original data (raw dtype, special dtypes):
('float', []) : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
('object', []) : 4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
Types of features in processed data (raw dtype, special dtypes):
('category', []) : 4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
('float', []) : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
0.1s = Fit runtime
24 features in original data used to generate 24 features in processed data.
Train Data (Processed) Memory Usage: 3.73 MB (0.0% of available memory)
Data preprocessing and feature engineering runtime = 0.09s ...
AutoGluon will gauge predictive performance using evaluation metric: 'roc_auc'
This metric expects predicted probabilities rather than predicted class labels, so you'll need to use predict_proba() instead of predict()
To change this, specify the eval_metric parameter of Predictor()
Automatically generating train/validation split with holdout_frac=0.1, Train Rows: 21438, Val Rows: 2383
User-specified model hyperparameters to be fit:
{
'NN_TORCH': {},
'GBM': [{'extra_trees': True, 'ag_args': {'name_suffix': 'XT'}}, {}, 'GBMLarge'],
'CAT': {},
'XGB': {},
'FASTAI': {},
'RF': [{'criterion': 'gini', 'ag_args': {'name_suffix': 'Gini', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'entropy', 'ag_args': {'name_suffix': 'Entr', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'squared_error', 'ag_args': {'name_suffix': 'MSE', 'problem_types': ['regression', 'quantile']}}],
'XT': [{'criterion': 'gini', 'ag_args': {'name_suffix': 'Gini', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'entropy', 'ag_args': {'name_suffix': 'Entr', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'squared_error', 'ag_args': {'name_suffix': 'MSE', 'problem_types': ['regression', 'quantile']}}],
'KNN': [{'weights': 'uniform', 'ag_args': {'name_suffix': 'Unif'}}, {'weights': 'distance', 'ag_args': {'name_suffix': 'Dist'}}],
}
Fitting 13 L1 models ...
Fitting model: KNeighborsUnif ... Training model for up to 86399.91s of the 86399.91s of remaining time.
No sympy found
0.6728 = Validation score (roc_auc)
0.78s = Training runtime
0.16s = Validation runtime
Fitting model: KNeighborsDist ... Training model for up to 86398.95s of the 86398.95s of remaining time.
0.6755 = Validation score (roc_auc)
0.02s = Training runtime
0.05s = Validation runtime
Fitting model: LightGBMXT ... Training model for up to 86398.88s of the 86398.88s of remaining time.
0.8935 = Validation score (roc_auc)
0.98s = Training runtime
0.02s = Validation runtime
Fitting model: LightGBM ... Training model for up to 86397.85s of the 86397.85s of remaining time.
0.9208 = Validation score (roc_auc)
0.86s = Training runtime
0.0s = Validation runtime
Fitting model: RandomForestGini ... Training model for up to 86396.94s of the 86396.94s of remaining time.
0.889 = Validation score (roc_auc)
1.26s = Training runtime
0.06s = Validation runtime
Fitting model: RandomForestEntr ... Training model for up to 86395.56s of the 86395.56s of remaining time.
0.8933 = Validation score (roc_auc)
1.33s = Training runtime
0.06s = Validation runtime
Fitting model: CatBoost ... Training model for up to 86394.1s of the 86394.1s of remaining time.
0.9239 = Validation score (roc_auc)
152.31s = Training runtime
0.02s = Validation runtime
Fitting model: ExtraTreesGini ... Training model for up to 86241.76s of the 86241.76s of remaining time.
0.8473 = Validation score (roc_auc)
0.71s = Training runtime
0.08s = Validation runtime
Fitting model: ExtraTreesEntr ... Training model for up to 86240.83s of the 86240.83s of remaining time.
0.8516 = Validation score (roc_auc)
0.71s = Training runtime
0.08s = Validation runtime
Fitting model: NeuralNetFastAI ... Training model for up to 86239.92s of the 86239.92s of remaining time.
Warning: Exception caused NeuralNetFastAI to fail during training (ImportError)... Skipping this model.
Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost ... Training model for up to 86239.8s of the 86239.8s of remaining time.
0.9211 = Validation score (roc_auc)
2.54s = Training runtime
0.01s = Validation runtime
Fitting model: NeuralNetTorch ... Training model for up to 86237.24s of the 86237.24s of remaining time.
Warning: Exception caused NeuralNetTorch to fail during training... Skipping this model.
name '_C' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 457, in <module>
for name in dir(_C):
NameError: name '_C' is not defined
Fitting model: LightGBMLarge ... Training model for up to 86237.1s of the 86237.1s of remaining time.
0.9287 = Validation score (roc_auc)
1.53s = Training runtime
0.01s = Validation runtime
Fitting model: WeightedEnsemble_L2 ... Training model for up to 8639.99s of the 86235.46s of remaining time.
Ensemble Weights: {'LightGBMLarge': 0.541, 'CatBoost': 0.262, 'LightGBM': 0.082, 'XGBoost': 0.082, 'KNeighborsDist': 0.033}
0.9308 = Validation score (roc_auc)
0.33s = Training runtime
0.0s = Validation runtime
AutoGluon training complete, total runtime = 164.91s ... Best model: "WeightedEnsemble_L2"
TabularPredictor saved. To load, use: predictor = TabularPredictor.load("./loan_medium_quality_models_2")
Ensemble Model Metrics¶
In [48]:
glu_model_medium.evaluate(X_test)
Out[48]:
{'roc_auc': 0.923020526383476,
'accuracy': 0.8859973136333109,
'balanced_accuracy': 0.6878087484553491,
'mcc': 0.47488774636669245,
'f1': 0.5132616487455197,
'precision': 0.6964980544747081,
'recall': 0.40635641316685583}
Evaluate models¶
In [49]:
#Evaluate the metrics of the models
glu_model_medium.leaderboard(X_test)
Out[49]:
| model | score_test | score_val | eval_metric | pred_time_test | pred_time_val | fit_time | pred_time_test_marginal | pred_time_val_marginal | fit_time_marginal | stack_level | can_infer | fit_order | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | WeightedEnsemble_L2 | 0.923021 | 0.930840 | roc_auc | 0.230051 | 0.081521 | 157.593067 | 0.000000 | 0.000000 | 0.330066 | 2 | True | 12 |
| 1 | LightGBMLarge | 0.920015 | 0.928717 | roc_auc | 0.040023 | 0.009006 | 1.531335 | 0.040023 | 0.009006 | 1.531335 | 1 | True | 11 |
| 2 | CatBoost | 0.917805 | 0.923871 | roc_auc | 0.019997 | 0.015630 | 152.311177 | 0.019997 | 0.015630 | 152.311177 | 1 | True | 7 |
| 3 | LightGBM | 0.911305 | 0.920837 | roc_auc | 0.030008 | 0.000000 | 0.862496 | 0.030008 | 0.000000 | 0.862496 | 1 | True | 4 |
| 4 | XGBoost | 0.911271 | 0.921098 | roc_auc | 0.060006 | 0.010006 | 2.542370 | 0.060006 | 0.010006 | 2.542370 | 1 | True | 10 |
| 5 | RandomForestEntr | 0.886211 | 0.893271 | roc_auc | 0.190069 | 0.062908 | 1.333624 | 0.190069 | 0.062908 | 1.333624 | 1 | True | 6 |
| 6 | LightGBMXT | 0.884748 | 0.893535 | roc_auc | 0.040021 | 0.015622 | 0.978252 | 0.040021 | 0.015622 | 0.978252 | 1 | True | 3 |
| 7 | RandomForestGini | 0.884227 | 0.889041 | roc_auc | 0.220064 | 0.062425 | 1.255495 | 0.220064 | 0.062425 | 1.255495 | 1 | True | 5 |
| 8 | ExtraTreesEntr | 0.847278 | 0.851562 | roc_auc | 0.210100 | 0.078538 | 0.705388 | 0.210100 | 0.078538 | 0.705388 | 1 | True | 9 |
| 9 | ExtraTreesGini | 0.845202 | 0.847320 | roc_auc | 0.230088 | 0.078128 | 0.705913 | 0.230088 | 0.078128 | 0.705913 | 1 | True | 8 |
| 10 | KNeighborsDist | 0.661707 | 0.675504 | roc_auc | 0.080017 | 0.046879 | 0.015623 | 0.080017 | 0.046879 | 0.015623 | 1 | True | 2 |
| 11 | KNeighborsUnif | 0.658907 | 0.672848 | roc_auc | 0.110025 | 0.157075 | 0.784689 | 0.110025 | 0.157075 | 0.784689 | 1 | True | 1 |
In [50]:
glu_model_medium.leaderboard(X_test, extra_metrics=['accuracy', 'balanced_accuracy', 'log_loss'])
Out[50]:
| model | score_test | accuracy | balanced_accuracy | log_loss | score_val | eval_metric | pred_time_test | pred_time_val | fit_time | pred_time_test_marginal | pred_time_val_marginal | fit_time_marginal | stack_level | can_infer | fit_order | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | WeightedEnsemble_L2 | 0.923021 | 0.885997 | 0.687809 | -0.239625 | 0.930840 | roc_auc | 0.210080 | 0.081521 | 157.593067 | 0.000000 | 0.000000 | 0.330066 | 2 | True | 12 |
| 1 | LightGBMLarge | 0.920015 | 0.887844 | 0.698742 | -0.244875 | 0.928717 | roc_auc | 0.030001 | 0.009006 | 1.531335 | 0.030001 | 0.009006 | 1.531335 | 1 | True | 11 |
| 2 | CatBoost | 0.917805 | 0.886165 | 0.704323 | -0.250280 | 0.923871 | roc_auc | 0.019999 | 0.015630 | 152.311177 | 0.019999 | 0.015630 | 152.311177 | 1 | True | 7 |
| 3 | LightGBM | 0.911305 | 0.881632 | 0.685716 | -0.254465 | 0.920837 | roc_auc | 0.030000 | 0.000000 | 0.862496 | 0.030000 | 0.000000 | 0.862496 | 1 | True | 4 |
| 4 | XGBoost | 0.911271 | 0.883647 | 0.694872 | -0.253651 | 0.921098 | roc_auc | 0.050052 | 0.010006 | 2.542370 | 0.050052 | 0.010006 | 2.542370 | 1 | True | 10 |
| 5 | RandomForestEntr | 0.886211 | 0.868200 | 0.602792 | -0.286800 | 0.893271 | roc_auc | 0.160027 | 0.062908 | 1.333624 | 0.160027 | 0.062908 | 1.333624 | 1 | True | 6 |
| 6 | LightGBMXT | 0.884748 | 0.872565 | 0.649441 | -0.279106 | 0.893535 | roc_auc | 0.030000 | 0.015622 | 0.978252 | 0.030000 | 0.015622 | 0.978252 | 1 | True | 3 |
| 7 | RandomForestGini | 0.884227 | 0.868200 | 0.604199 | -0.288915 | 0.889041 | roc_auc | 0.220085 | 0.062425 | 1.255495 | 0.220085 | 0.062425 | 1.255495 | 1 | True | 5 |
| 8 | ExtraTreesEntr | 0.847278 | 0.857958 | 0.545191 | -0.318257 | 0.851562 | roc_auc | 0.190053 | 0.078538 | 0.705388 | 0.190053 | 0.078538 | 0.705388 | 1 | True | 9 |
| 9 | ExtraTreesGini | 0.845202 | 0.856951 | 0.542254 | -0.320675 | 0.847320 | roc_auc | 0.230105 | 0.078128 | 0.705913 | 0.230105 | 0.078128 | 0.705913 | 1 | True | 8 |
| 10 | KNeighborsDist | 0.661707 | 0.818838 | 0.539588 | -1.664079 | 0.675504 | roc_auc | 0.080028 | 0.046879 | 0.015623 | 0.080028 | 0.046879 | 0.015623 | 1 | True | 2 |
| 11 | KNeighborsUnif | 0.658907 | 0.824379 | 0.530176 | -1.657380 | 0.672848 | roc_auc | 0.090026 | 0.157075 | 0.784689 | 0.090026 | 0.157075 | 0.784689 | 1 | True | 1 |
In [51]:
#Get list of the models trained
glu_model_medium.model_names()
Out[51]:
['KNeighborsUnif', 'KNeighborsDist', 'LightGBMXT', 'LightGBM', 'RandomForestGini', 'RandomForestEntr', 'CatBoost', 'ExtraTreesGini', 'ExtraTreesEntr', 'XGBoost', 'LightGBMLarge', 'WeightedEnsemble_L2']
In [52]:
print("AutoGluon infers problem type is: ", glu_model_medium.problem_type)
print("AutoGluon identified the following types of features:")
print(glu_model_medium.feature_metadata)
AutoGluon infers problem type is: binary
AutoGluon identified the following types of features:
('category', []) : 4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
('float', []) : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
In [53]:
test_data_transform = glu_model_medium.transform_features(X_test)
test_data_transform.head()
Out[53]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | ... | revol_bal | total_acc | out_prncp | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | grade | sub_grade | home_ownership | verification_status | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 13494 | 4375.0 | 4375.0 | 4225.000000 | 131.95 | 17760.0 | 20.20 | 0.0 | 750.0 | 754.0 | 0.0 | ... | 1639.0 | 24.0 | 0.0 | 0.0 | 0.0 | 36.57 | 1 | 1 | 4 | 2 |
| 21759 | 10000.0 | 10000.0 | 9475.000000 | 323.85 | 55000.0 | 18.59 | 0.0 | 715.0 | 719.0 | 0.0 | ... | 5571.0 | 20.0 | 0.0 | 0.0 | 0.0 | 1317.62 | 2 | 7 | 5 | 1 |
| 11247 | 24000.0 | 24000.0 | 22921.129991 | 560.56 | 53000.0 | 22.42 | 0.0 | 740.0 | 744.0 | 1.0 | ... | 520.0 | 59.0 | 0.0 | 0.0 | 0.0 | 23722.52 | 3 | 15 | 1 | 3 |
| 25028 | 5550.0 | 5550.0 | 5550.000000 | 189.98 | 50000.0 | 21.58 | 0.0 | 665.0 | 669.0 | 2.0 | ... | 13594.0 | 38.0 | 0.0 | 0.0 | 0.0 | 202.16 | 4 | 16 | 1 | 1 |
| 20440 | 10000.0 | 10000.0 | 9875.000000 | 232.58 | 45000.0 | 5.97 | 0.0 | 765.0 | 769.0 | 0.0 | ... | 530.0 | 17.0 | 0.0 | 0.0 | 0.0 | 232.58 | 3 | 13 | 5 | 1 |
5 rows × 24 columns
In [31]:
glu_model_medium.leaderboard(test, extra_metrics=['accuracy', 'recall', 'precision']).head(20)
Out[31]:
| model | score_test | accuracy | recall | precision | score_val | eval_metric | pred_time_test | pred_time_val | fit_time | pred_time_test_marginal | pred_time_val_marginal | fit_time_marginal | stack_level | can_infer | fit_order | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | WeightedEnsemble_L2 | 0.923021 | 0.885997 | 0.406356 | 0.696498 | 0.930840 | roc_auc | 0.866258 | 0.081521 | 157.593067 | 0.022805 | 0.000000 | 0.330066 | 2 | True | 12 |
| 1 | LightGBMLarge | 0.920015 | 0.887844 | 0.430193 | 0.695413 | 0.928717 | roc_auc | 0.172370 | 0.009006 | 1.531335 | 0.172370 | 0.009006 | 1.531335 | 1 | True | 11 |
| 2 | CatBoost | 0.917805 | 0.886165 | 0.446084 | 0.674099 | 0.923871 | roc_auc | 0.122890 | 0.015630 | 152.311177 | 0.122890 | 0.015630 | 152.311177 | 1 | True | 7 |
| 3 | LightGBM | 0.911305 | 0.881632 | 0.407491 | 0.662362 | 0.920837 | roc_auc | 0.094505 | 0.000000 | 0.862496 | 0.094505 | 0.000000 | 0.862496 | 1 | True | 4 |
| 4 | XGBoost | 0.911271 | 0.883647 | 0.426788 | 0.666667 | 0.921098 | roc_auc | 0.150747 | 0.010006 | 2.542370 | 0.150747 | 0.010006 | 2.542370 | 1 | True | 10 |
| 5 | RandomForestEntr | 0.886211 | 0.868200 | 0.225880 | 0.658940 | 0.893271 | roc_auc | 0.484975 | 0.062908 | 1.333624 | 0.484975 | 0.062908 | 1.333624 | 1 | True | 6 |
| 6 | LightGBMXT | 0.884748 | 0.872565 | 0.332577 | 0.631466 | 0.893535 | roc_auc | 0.106911 | 0.015622 | 0.978252 | 0.106911 | 0.015622 | 0.978252 | 1 | True | 3 |
| 7 | RandomForestGini | 0.884227 | 0.868200 | 0.229285 | 0.655844 | 0.889041 | roc_auc | 0.472540 | 0.062425 | 1.255495 | 0.472540 | 0.062425 | 1.255495 | 1 | True | 5 |
| 8 | ExtraTreesEntr | 0.847278 | 0.857958 | 0.101022 | 0.622378 | 0.851562 | roc_auc | 0.573076 | 0.078538 | 0.705388 | 0.573076 | 0.078538 | 0.705388 | 1 | True | 9 |
| 9 | ExtraTreesGini | 0.845202 | 0.856951 | 0.095346 | 0.604317 | 0.847320 | roc_auc | 0.643213 | 0.078128 | 0.705913 | 0.643213 | 0.078128 | 0.705913 | 1 | True | 8 |
| 10 | KNeighborsDist | 0.661707 | 0.818838 | 0.143019 | 0.280000 | 0.675504 | roc_auc | 0.302940 | 0.046879 | 0.015623 | 0.302940 | 0.046879 | 0.015623 | 1 | True | 2 |
| 11 | KNeighborsUnif | 0.658907 | 0.824379 | 0.112372 | 0.272727 | 0.672848 | roc_auc | 0.297080 | 0.157075 | 0.784689 | 0.297080 | 0.157075 | 0.784689 | 1 | True | 1 |
In [56]:
#Get more information on the models
glu_model_medium.leaderboard(extra_info=True)
Out[56]:
| model | score_val | eval_metric | pred_time_val | fit_time | pred_time_val_marginal | fit_time_marginal | stack_level | can_infer | fit_order | ... | hyperparameters | hyperparameters_fit | ag_args_fit | features | compile_time | child_hyperparameters | child_hyperparameters_fit | child_ag_args_fit | ancestors | descendants | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | WeightedEnsemble_L2 | 0.930840 | roc_auc | 0.081521 | 157.593067 | 0.000000 | 0.330066 | 2 | True | 12 | ... | {'use_orig_features': False, 'max_base_models'... | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [KNeighborsDist, CatBoost, LightGBMLarge, XGBo... | None | {'ensemble_size': 100} | {'ensemble_size': 61} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [KNeighborsDist, CatBoost, LightGBMLarge, XGBo... | [] |
| 1 | LightGBMLarge | 0.928717 | roc_auc | 0.009006 | 1.531335 | 0.009006 | 1.531335 | 1 | True | 11 | ... | {'learning_rate': 0.03, 'num_leaves': 128, 'fe... | {'num_boost_round': 338} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [loan_amnt, funded_amnt, funded_amnt_inv, inst... | None | None | None | None | [] | [WeightedEnsemble_L2] |
| 2 | CatBoost | 0.923871 | roc_auc | 0.015630 | 152.311177 | 0.015630 | 152.311177 | 1 | True | 7 | ... | {'iterations': 10000, 'learning_rate': 0.05, '... | {'iterations': 3410} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [loan_amnt, funded_amnt, funded_amnt_inv, inst... | None | None | None | None | [] | [WeightedEnsemble_L2] |
| 3 | XGBoost | 0.921098 | roc_auc | 0.010006 | 2.542370 | 0.010006 | 2.542370 | 1 | True | 10 | ... | {'n_estimators': 10000, 'learning_rate': 0.1, ... | {'n_estimators': 360} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [loan_amnt, funded_amnt, funded_amnt_inv, inst... | None | None | None | None | [] | [WeightedEnsemble_L2] |
| 4 | LightGBM | 0.920837 | roc_auc | 0.000000 | 0.862496 | 0.000000 | 0.862496 | 1 | True | 4 | ... | {'learning_rate': 0.05} | {'num_boost_round': 642} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [loan_amnt, funded_amnt, funded_amnt_inv, inst... | None | None | None | None | [] | [WeightedEnsemble_L2] |
| 5 | LightGBMXT | 0.893535 | roc_auc | 0.015622 | 0.978252 | 0.015622 | 0.978252 | 1 | True | 3 | ... | {'learning_rate': 0.05, 'extra_trees': True} | {'num_boost_round': 548} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [loan_amnt, funded_amnt, funded_amnt_inv, inst... | None | None | None | None | [] | [] |
| 6 | RandomForestEntr | 0.893271 | roc_auc | 0.062908 | 1.333624 | 0.062908 | 1.333624 | 1 | True | 6 | ... | {'n_estimators': 300, 'max_leaf_nodes': 15000,... | {'n_estimators': 300} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [loan_amnt, funded_amnt, funded_amnt_inv, inst... | None | None | None | None | [] | [] |
| 7 | RandomForestGini | 0.889041 | roc_auc | 0.062425 | 1.255495 | 0.062425 | 1.255495 | 1 | True | 5 | ... | {'n_estimators': 300, 'max_leaf_nodes': 15000,... | {'n_estimators': 300} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [loan_amnt, funded_amnt, funded_amnt_inv, inst... | None | None | None | None | [] | [] |
| 8 | ExtraTreesEntr | 0.851562 | roc_auc | 0.078538 | 0.705388 | 0.078538 | 0.705388 | 1 | True | 9 | ... | {'n_estimators': 300, 'max_leaf_nodes': 15000,... | {'n_estimators': 300} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [loan_amnt, funded_amnt, funded_amnt_inv, inst... | None | None | None | None | [] | [] |
| 9 | ExtraTreesGini | 0.847320 | roc_auc | 0.078128 | 0.705913 | 0.078128 | 0.705913 | 1 | True | 8 | ... | {'n_estimators': 300, 'max_leaf_nodes': 15000,... | {'n_estimators': 300} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [loan_amnt, funded_amnt, funded_amnt_inv, inst... | None | None | None | None | [] | [] |
| 10 | KNeighborsDist | 0.675504 | roc_auc | 0.046879 | 0.015623 | 0.046879 | 0.015623 | 1 | True | 2 | ... | {'weights': 'distance'} | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [loan_amnt, funded_amnt, funded_amnt_inv, inst... | None | None | None | None | [] | [WeightedEnsemble_L2] |
| 11 | KNeighborsUnif | 0.672848 | roc_auc | 0.157075 | 0.784689 | 0.157075 | 0.784689 | 1 | True | 1 | ... | {'weights': 'uniform'} | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [loan_amnt, funded_amnt, funded_amnt_inv, inst... | None | None | None | None | [] | [] |
12 rows × 32 columns
Feature Importance Of Ensemble Model¶
In [66]:
#Determine the most important features for the best quality AutoGluon ensemble model
feature_importances_df_autogluon_medium = glu_model_medium.feature_importance(test) #Originally X_test on first run but changed to test since X_test no longer has loan status
feature_importances_df_autogluon_medium
Out[66]:
| importance | stddev | p_value | n | p99_high | p99_low | |
|---|---|---|---|---|---|---|
| last_pymnt_amnt | 0.339387 | 0.006274 | 1.400836e-08 | 5 | 0.352305 | 0.326469 |
| installment | 0.039471 | 0.001158 | 8.878551e-08 | 5 | 0.041855 | 0.037087 |
| funded_amnt | 0.036477 | 0.001093 | 9.660045e-08 | 5 | 0.038727 | 0.034226 |
| total_rec_late_fee | 0.026098 | 0.002027 | 4.328583e-06 | 5 | 0.030270 | 0.021925 |
| funded_amnt_inv | 0.016484 | 0.002029 | 2.698837e-05 | 5 | 0.020661 | 0.012307 |
| annual_inc | 0.014138 | 0.001580 | 1.840931e-05 | 5 | 0.017391 | 0.010885 |
| loan_amnt | 0.013175 | 0.000910 | 2.710708e-06 | 5 | 0.015048 | 0.011302 |
| out_prncp | 0.007385 | 0.001487 | 1.872048e-04 | 5 | 0.010448 | 0.004323 |
| sub_grade | 0.005685 | 0.001037 | 1.271905e-04 | 5 | 0.007820 | 0.003549 |
| grade | 0.004648 | 0.000753 | 7.992049e-05 | 5 | 0.006198 | 0.003097 |
| total_acc | 0.004418 | 0.001396 | 1.052317e-03 | 5 | 0.007292 | 0.001543 |
| inq_last_6mths | 0.002768 | 0.000543 | 1.683565e-04 | 5 | 0.003886 | 0.001651 |
| fico_range_low | 0.001692 | 0.000954 | 8.305892e-03 | 5 | 0.003657 | -0.000273 |
| revol_bal | 0.001688 | 0.001114 | 1.378437e-02 | 5 | 0.003983 | -0.000606 |
| open_acc | 0.001256 | 0.000678 | 7.164971e-03 | 5 | 0.002651 | -0.000139 |
| mths_since_last_record | 0.000968 | 0.000420 | 3.380213e-03 | 5 | 0.001834 | 0.000102 |
| mths_since_last_delinq | 0.000915 | 0.000214 | 3.321108e-04 | 5 | 0.001355 | 0.000475 |
| verification_status | 0.000740 | 0.000059 | 4.917162e-06 | 5 | 0.000863 | 0.000618 |
| delinq_2yrs | 0.000117 | 0.000086 | 1.885600e-02 | 5 | 0.000294 | -0.000059 |
| pub_rec | 0.000104 | 0.000079 | 2.086725e-02 | 5 | 0.000267 | -0.000058 |
| home_ownership | 0.000051 | 0.000085 | 1.247101e-01 | 5 | 0.000226 | -0.000124 |
| dti | -0.000092 | 0.000577 | 6.298748e-01 | 5 | 0.001097 | -0.001280 |
| out_prncp_inv | -0.000116 | 0.000257 | 8.146684e-01 | 5 | 0.000414 | -0.000646 |
| fico_range_high | -0.000210 | 0.000165 | 9.765678e-01 | 5 | 0.000130 | -0.000550 |
In [67]:
#Create a plot of the feature importance
plt.figure(figsize=(10, 6))
sns.barplot(feature_importances_df_autogluon_medium, x='importance', y=feature_importances_df.index)
plt.title('Feature Importance For Medium Quality AutoGluon Ensemble Model')
plt.show()
Evaluate Ensemble Model¶
In [55]:
# best model
glu_model_medium.model_best
Out[55]:
'WeightedEnsemble_L2'
In [92]:
#Load the best medium models that were trained previously
from autogluon.tabular import TabularDataset, TabularPredictor
glu_model_medium = TabularPredictor.load('./loan_medium_quality_models_2')
In [93]:
#Create a test set to determine how well the models are performing
test = pd.concat([X_test, y_test], axis=1)
test
Out[93]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | ... | total_acc | out_prncp | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | grade | sub_grade | home_ownership | verification_status | loan_status | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 13494 | 4375.0 | 4375.0 | 4225.000000 | 131.95 | 17760.0 | 20.20 | 0.0 | 750.0 | 754.0 | 0.0 | ... | 24.0 | 0.0 | 0.0 | 0.0 | 36.57 | A | A1 | OWN | Source Verified | 0 |
| 21759 | 10000.0 | 10000.0 | 9475.000000 | 323.85 | 55000.0 | 18.59 | 0.0 | 715.0 | 719.0 | 0.0 | ... | 20.0 | 0.0 | 0.0 | 0.0 | 1317.62 | B | B2 | RENT | Not Verified | 0 |
| 11247 | 24000.0 | 24000.0 | 22921.129991 | 560.56 | 53000.0 | 22.42 | 0.0 | 740.0 | 744.0 | 1.0 | ... | 59.0 | 0.0 | 0.0 | 0.0 | 23722.52 | C | C5 | MORTGAGE | Verified | 0 |
| 25028 | 5550.0 | 5550.0 | 5550.000000 | 189.98 | 50000.0 | 21.58 | 0.0 | 665.0 | 669.0 | 2.0 | ... | 38.0 | 0.0 | 0.0 | 0.0 | 202.16 | D | D1 | MORTGAGE | Not Verified | 0 |
| 20440 | 10000.0 | 10000.0 | 9875.000000 | 232.58 | 45000.0 | 5.97 | 0.0 | 765.0 | 769.0 | 0.0 | ... | 17.0 | 0.0 | 0.0 | 0.0 | 232.58 | C | C3 | RENT | Not Verified | 1 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 6596 | 8700.0 | 8700.0 | 8700.000000 | 197.91 | 46000.0 | 3.83 | 0.0 | 700.0 | 704.0 | 0.0 | ... | 11.0 | 0.0 | 0.0 | 0.0 | 197.67 | C | C1 | RENT | Source Verified | 0 |
| 6250 | 3500.0 | 3500.0 | 3500.000000 | 114.57 | 27600.0 | 21.74 | 0.0 | 740.0 | 744.0 | 4.0 | ... | 7.0 | 0.0 | 0.0 | 0.0 | 114.57 | B | B3 | RENT | Verified | 1 |
| 8889 | 3000.0 | 3000.0 | 3000.000000 | 111.88 | 29000.0 | 14.19 | 0.0 | 680.0 | 684.0 | 0.0 | ... | 5.0 | 0.0 | 0.0 | 0.0 | 334.19 | F | F1 | RENT | Source Verified | 0 |
| 20531 | 3500.0 | 3500.0 | 3500.000000 | 118.96 | 44000.0 | 17.81 | 0.0 | 675.0 | 679.0 | 0.0 | ... | 15.0 | 0.0 | 0.0 | 0.0 | 133.28 | C | C2 | RENT | Verified | 0 |
| 10646 | 9000.0 | 9000.0 | 9000.000000 | 228.50 | 38400.0 | 11.34 | 0.0 | 680.0 | 684.0 | 2.0 | ... | 20.0 | 0.0 | 0.0 | 0.0 | 26.75 | E | E1 | RENT | Not Verified | 1 |
5956 rows × 25 columns
In [94]:
# best model
glu_model_medium.model_best
Out[94]:
'WeightedEnsemble_L2'
In [95]:
#Predict the probabilities of defaulting on the test data and convert the
#returned Pandas dataframe into an array so it can be used for metrics
#like the ROC curve
autogluon_predictions_medium_proba = glu_model_medium.predict_proba(X_test)
autogluon_predictions_medium_proba = np.array(autogluon_predictions_medium_proba)
autogluon_predictions_medium_proba
Out[95]:
array([[9.41752613e-01, 5.82473800e-02],
[9.90152359e-01, 9.84766800e-03],
[9.99665797e-01, 3.34194483e-04],
...,
[9.31284189e-01, 6.87157959e-02],
[8.28898072e-01, 1.71101898e-01],
[1.76530123e-01, 8.23469877e-01]])
In [96]:
# Generate ROC curve for test data
fpr, tpr, thresholds = roc_curve(y_test, autogluon_predictions_medium_proba[:,1])
roc_auc = roc_auc_score(y_test, autogluon_predictions_medium_proba[:,1])
# Plot ROC curve
plt.figure()
plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.4f})')
plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic for Medium Quality AutoGluon Weighted Ensemble')
plt.legend(loc='lower right')
plt.show()
In [97]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, autogluon_predictions_medium_proba[:,1])
roc_auc = roc_auc_score(y_test, autogluon_predictions_medium_proba[:,1])
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, autogluon_predictions_medium_proba[:,1])
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05) # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.subplot(1, 2, 2)
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [98]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, autogluon_predictions_medium_proba[:,1])
roc_auc = roc_auc_score(y_test, autogluon_predictions_medium_proba[:,1])
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, autogluon_predictions_medium_proba[:,1])
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 2% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.02) # Find the index of the FPR just over 2%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~2% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~2%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.subplot(1, 2, 2)
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [52]:
from sklearn.metrics import roc_curve
import numpy as np
# Predict probabilities for the positive class
y_scores = np.array(glu_model_medium.predict_proba(X_test))[:, 1]
fpr, tpr, thresholds = roc_curve(y_test, y_scores)
# Define target FPR values
target_fpr = np.arange(0.01, 0.11, 0.01) # From 1% to 10%
# Interpolate to find TPR and threshold for target FPRs
interp_tpr = np.interp(target_fpr, fpr, tpr)
interp_thresholds = np.interp(target_fpr, fpr, thresholds)
# Print the results
for i in range(len(target_fpr)):
print(f"Target FPR: {target_fpr[i]:.2f}, Expected TPR: {interp_tpr[i]:.4f}, Threshold: {interp_thresholds[i]:.4f}")
Target FPR: 0.01, Expected TPR: 0.2179, Threshold: 0.6918 Target FPR: 0.02, Expected TPR: 0.3144, Threshold: 0.5740 Target FPR: 0.03, Expected TPR: 0.4030, Threshold: 0.5040 Target FPR: 0.04, Expected TPR: 0.4745, Threshold: 0.4520 Target FPR: 0.05, Expected TPR: 0.5471, Threshold: 0.4038 Target FPR: 0.06, Expected TPR: 0.5914, Threshold: 0.3620 Target FPR: 0.07, Expected TPR: 0.6515, Threshold: 0.3234 Target FPR: 0.08, Expected TPR: 0.7174, Threshold: 0.2865 Target FPR: 0.09, Expected TPR: 0.7480, Threshold: 0.2585 Target FPR: 0.10, Expected TPR: 0.7707, Threshold: 0.2394
In [53]:
import pandas as pd
# Create a DataFrame from the target FPR, interpolated TPR, and interpolated thresholds
target_fpr_df = pd.DataFrame({
'Target FPR (%)': target_fpr * 100, # Convert to percentage
'Expected TPR': interp_tpr,
'Threshold': interp_thresholds
})
# Display the DataFrame
target_fpr_df
Out[53]:
| Target FPR (%) | Expected TPR | Threshold | |
|---|---|---|---|
| 0 | 1.0 | 0.217934 | 0.691810 |
| 1 | 2.0 | 0.314415 | 0.574026 |
| 2 | 3.0 | 0.402951 | 0.504004 |
| 3 | 4.0 | 0.474461 | 0.452008 |
| 4 | 5.0 | 0.547106 | 0.403810 |
| 5 | 6.0 | 0.591373 | 0.361985 |
| 6 | 7.0 | 0.651532 | 0.323434 |
| 7 | 8.0 | 0.717367 | 0.286534 |
| 8 | 9.0 | 0.748014 | 0.258455 |
| 9 | 10.0 | 0.770715 | 0.239379 |
Best Quality AutoGluon Modles¶
In [57]:
#Train best quality AutoGluon models and AutoGluon will determine which one is best by roc_auc
from autogluon.tabular import TabularDataset, TabularPredictor
time_limit = 86400 # Put in 24 hours so AutoGluon can take however long it needs to take
metric = 'roc_auc' # Use roc_auc metric
# Initialize the TabularPredictor object.
glu_model_best = TabularPredictor(label='loan_status',
problem_type='binary',
path='./loan_best_quality_models_2',
eval_metric=metric)
# Fit the model.
"""
presets='best_quality' : Maximize accuracy. Default time_limit=3600.
presets='high_quality' : Strong accuracy with fast inference speed. Default time_limit=3600.
presets='good_quality' : Good accuracy with very fast inference speed. Default time_limit=3600.
presets='medium_quality' : Fast training time, ideal for initial prototyping.
"""
glu_model_best = glu_model_best.fit(train_data,
time_limit=time_limit,
presets='best_quality', # train at best quality
)
Presets specified: ['best_quality']
Stack configuration (auto_stack=True): num_stack_levels=1, num_bag_folds=8, num_bag_sets=1
Dynamic stacking is enabled (dynamic_stacking=True). AutoGluon will try to determine whether the input data is affected by stacked overfitting and enable or disable stacking as a consequence.
Detecting stacked overfitting by sub-fitting AutoGluon on the input data. That is, copies of AutoGluon will be sub-fit on subset(s) of the data. Then, the holdout validation data is used to detect stacked overfitting.
Sub-fit(s) time limit is: 86400 seconds.
Starting holdout-based sub-fit for dynamic stacking. Context path is: ./loan_best_quality_models_2/ds_sub_fit/sub_fit_ho.
2024-03-03 17:31:50,522 INFO util.py:159 -- Missing packages: ['ipywidgets']. Run `pip install -U ipywidgets`, then restart the notebook server for rich notebook output.
Beginning AutoGluon training ... Time limit = 21600s
AutoGluon will save models to "./loan_best_quality_models_2/ds_sub_fit/sub_fit_ho"
=================== System Info ===================
AutoGluon Version: 1.0.0
Python Version: 3.10.13
Operating System: Windows
Platform Machine: AMD64
Platform Version: 10.0.22621
CPU Count: 20
Memory Avail: 16.87 GB / 31.73 GB (53.2%)
Disk Space Avail: 732.92 GB / 951.65 GB (77.0%)
===================================================
Train Data Rows: 21174
Train Data Columns: 24
Label Column: loan_status
Problem Type: binary
Preprocessing data ...
Selected class <--> label mapping: class 1 = 1, class 0 = 0
Using Feature Generators to preprocess the data ...
Fitting AutoMLPipelineFeatureGenerator...
Available Memory: 17280.33 MB
Train Data (Original) Memory Usage: 8.24 MB (0.0% of available memory)
Inferring data type of each feature based on column values. Set feature_metadata_in to manually specify special dtypes of the features.
Stage 1 Generators:
Fitting AsTypeFeatureGenerator...
Stage 2 Generators:
Fitting FillNaFeatureGenerator...
Stage 3 Generators:
Fitting IdentityFeatureGenerator...
Fitting CategoryFeatureGenerator...
Fitting CategoryMemoryMinimizeFeatureGenerator...
Stage 4 Generators:
Fitting DropUniqueFeatureGenerator...
Stage 5 Generators:
Fitting DropDuplicatesFeatureGenerator...
Types of features in original data (raw dtype, special dtypes):
('float', []) : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
('object', []) : 4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
Types of features in processed data (raw dtype, special dtypes):
('category', []) : 4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
('float', []) : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
0.1s = Fit runtime
24 features in original data used to generate 24 features in processed data.
Train Data (Processed) Memory Usage: 3.31 MB (0.0% of available memory)
Data preprocessing and feature engineering runtime = 0.11s ...
AutoGluon will gauge predictive performance using evaluation metric: 'roc_auc'
This metric expects predicted probabilities rather than predicted class labels, so you'll need to use predict_proba() instead of predict()
To change this, specify the eval_metric parameter of Predictor()
Large model count detected (112 configs) ... Only displaying the first 3 models of each family. To see all, set `verbosity=3`.
User-specified model hyperparameters to be fit:
{
'NN_TORCH': [{}, {'activation': 'elu', 'dropout_prob': 0.10077639529843717, 'hidden_size': 108, 'learning_rate': 0.002735937344002146, 'num_layers': 4, 'use_batchnorm': True, 'weight_decay': 1.356433327634438e-12, 'ag_args': {'name_suffix': '_r79', 'priority': -2}}, {'activation': 'elu', 'dropout_prob': 0.11897478034205347, 'hidden_size': 213, 'learning_rate': 0.0010474382260641949, 'num_layers': 4, 'use_batchnorm': False, 'weight_decay': 5.594471067786272e-10, 'ag_args': {'name_suffix': '_r22', 'priority': -7}}],
'GBM': [{'extra_trees': True, 'ag_args': {'name_suffix': 'XT'}}, {}, 'GBMLarge'],
'CAT': [{}, {'depth': 6, 'grow_policy': 'SymmetricTree', 'l2_leaf_reg': 2.1542798306067823, 'learning_rate': 0.06864209415792857, 'max_ctr_complexity': 4, 'one_hot_max_size': 10, 'ag_args': {'name_suffix': '_r177', 'priority': -1}}, {'depth': 8, 'grow_policy': 'Depthwise', 'l2_leaf_reg': 2.7997999596449104, 'learning_rate': 0.031375015734637225, 'max_ctr_complexity': 2, 'one_hot_max_size': 3, 'ag_args': {'name_suffix': '_r9', 'priority': -5}}],
'XGB': [{}, {'colsample_bytree': 0.6917311125174739, 'enable_categorical': False, 'learning_rate': 0.018063876087523967, 'max_depth': 10, 'min_child_weight': 0.6028633586934382, 'ag_args': {'name_suffix': '_r33', 'priority': -8}}, {'colsample_bytree': 0.6628423832084077, 'enable_categorical': False, 'learning_rate': 0.08775715546881824, 'max_depth': 5, 'min_child_weight': 0.6294123374222513, 'ag_args': {'name_suffix': '_r89', 'priority': -16}}],
'FASTAI': [{}, {'bs': 256, 'emb_drop': 0.5411770367537934, 'epochs': 43, 'layers': [800, 400], 'lr': 0.01519848858318159, 'ps': 0.23782946566604385, 'ag_args': {'name_suffix': '_r191', 'priority': -4}}, {'bs': 2048, 'emb_drop': 0.05070411322605811, 'epochs': 29, 'layers': [200, 100], 'lr': 0.08974235041576624, 'ps': 0.10393466140748028, 'ag_args': {'name_suffix': '_r102', 'priority': -11}}],
'RF': [{'criterion': 'gini', 'ag_args': {'name_suffix': 'Gini', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'entropy', 'ag_args': {'name_suffix': 'Entr', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'squared_error', 'ag_args': {'name_suffix': 'MSE', 'problem_types': ['regression', 'quantile']}}],
'XT': [{'criterion': 'gini', 'ag_args': {'name_suffix': 'Gini', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'entropy', 'ag_args': {'name_suffix': 'Entr', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'squared_error', 'ag_args': {'name_suffix': 'MSE', 'problem_types': ['regression', 'quantile']}}],
'KNN': [{'weights': 'uniform', 'ag_args': {'name_suffix': 'Unif'}}, {'weights': 'distance', 'ag_args': {'name_suffix': 'Dist'}}],
}
AutoGluon will fit 2 stack levels (L1 to L2) ...
Fitting 110 L1 models ...
Fitting model: KNeighborsUnif_BAG_L1 ... Training model for up to 14396.33s of the 21599.89s of remaining time.
0.6569 = Validation score (roc_auc)
0.02s = Training runtime
0.18s = Validation runtime
Fitting model: KNeighborsDist_BAG_L1 ... Training model for up to 14396.08s of the 21599.64s of remaining time.
0.6603 = Validation score (roc_auc)
0.02s = Training runtime
0.17s = Validation runtime
Fitting model: LightGBMXT_BAG_L1 ... Training model for up to 14395.83s of the 21599.39s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
0.8874 = Validation score (roc_auc)
3.42s = Training runtime
0.42s = Validation runtime
Fitting model: LightGBM_BAG_L1 ... Training model for up to 14384.48s of the 21588.05s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
0.9117 = Validation score (roc_auc)
3.81s = Training runtime
0.2s = Validation runtime
Fitting model: RandomForestGini_BAG_L1 ... Training model for up to 14379.04s of the 21582.61s of remaining time.
0.8842 = Validation score (roc_auc)
1.44s = Training runtime
0.45s = Validation runtime
Fitting model: RandomForestEntr_BAG_L1 ... Training model for up to 14377.02s of the 21580.58s of remaining time.
0.8877 = Validation score (roc_auc)
1.47s = Training runtime
0.44s = Validation runtime
Fitting model: CatBoost_BAG_L1 ... Training model for up to 14374.96s of the 21578.53s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.19%)
0.9147 = Validation score (roc_auc)
171.91s = Training runtime
0.06s = Validation runtime
Fitting model: ExtraTreesGini_BAG_L1 ... Training model for up to 14201.48s of the 21405.04s of remaining time.
0.8421 = Validation score (roc_auc)
0.61s = Training runtime
0.5s = Validation runtime
Fitting model: ExtraTreesEntr_BAG_L1 ... Training model for up to 14200.18s of the 21403.74s of remaining time.
0.8455 = Validation score (roc_auc)
0.6s = Training runtime
0.5s = Validation runtime
Fitting model: NeuralNetFastAI_BAG_L1 ... Training model for up to 14198.92s of the 21402.49s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=26044, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=26044, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_BAG_L1 ... Training model for up to 14197.37s of the 21400.93s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
2024-03-03 17:35:16,397 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:16,397 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:16,397 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:16,397 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:16,402 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:16,402 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:16,402 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9098 = Validation score (roc_auc)
4.2s = Training runtime
0.17s = Validation runtime
Fitting model: NeuralNetTorch_BAG_L1 ... Training model for up to 14191.71s of the 21395.27s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=14752, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=14752, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBMLarge_BAG_L1 ... Training model for up to 14189.42s of the 21392.98s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
2024-03-03 17:35:24,428 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:24,428 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:24,428 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:24,428 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:24,428 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:24,428 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:24,428 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9178 = Validation score (roc_auc)
4.63s = Training runtime
0.23s = Validation runtime
Fitting model: CatBoost_r177_BAG_L1 ... Training model for up to 14183.28s of the 21386.85s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.19%)
0.9155 = Validation score (roc_auc)
74.52s = Training runtime
0.02s = Validation runtime
Fitting model: NeuralNetTorch_r79_BAG_L1 ... Training model for up to 14107.27s of the 21310.84s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r79_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=33628, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=33628, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r131_BAG_L1 ... Training model for up to 14105.09s of the 21308.65s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.18%)
2024-03-03 17:36:48,753 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:48,753 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:48,753 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:48,753 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:48,753 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:48,753 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:48,753 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9189 = Validation score (roc_auc)
7.61s = Training runtime
0.97s = Validation runtime
Fitting model: NeuralNetFastAI_r191_BAG_L1 ... Training model for up to 14095.76s of the 21299.32s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r191_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=17984, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=17984, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r9_BAG_L1 ... Training model for up to 14094.07s of the 21297.64s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
2024-03-03 17:36:59,794 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:59,794 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:59,794 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:59,794 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:59,794 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:59,794 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:59,794 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9202 = Validation score (roc_auc)
83.24s = Training runtime
0.08s = Validation runtime
Fitting model: LightGBM_r96_BAG_L1 ... Training model for up to 14009.24s of the 21212.8s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
0.8883 = Validation score (roc_auc)
10.23s = Training runtime
2.68s = Validation runtime
Fitting model: NeuralNetTorch_r22_BAG_L1 ... Training model for up to 13997.05s of the 21200.62s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r22_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=27284, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=27284, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: XGBoost_r33_BAG_L1 ... Training model for up to 13994.67s of the 21198.23s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.62%)
2024-03-03 17:38:39,174 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:38:39,174 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:38:39,174 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:38:39,174 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:38:39,174 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:38:39,174 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:38:39,174 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9128 = Validation score (roc_auc)
11.22s = Training runtime
0.78s = Validation runtime
Fitting model: ExtraTrees_r42_BAG_L1 ... Training model for up to 13981.81s of the 21185.37s of remaining time.
0.8723 = Validation score (roc_auc)
0.96s = Training runtime
0.44s = Validation runtime
Fitting model: CatBoost_r137_BAG_L1 ... Training model for up to 13980.27s of the 21183.83s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
0.9116 = Validation score (roc_auc)
271.63s = Training runtime
0.08s = Validation runtime
Fitting model: NeuralNetFastAI_r102_BAG_L1 ... Training model for up to 13707.18s of the 20910.75s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
Warning: Exception caused NeuralNetFastAI_r102_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=4508, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=4508, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r13_BAG_L1 ... Training model for up to 13705.71s of the 20909.27s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
2024-03-03 17:43:28,293 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:43:28,293 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:43:28,296 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:43:28,296 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:43:28,296 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:43:28,296 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:43:28,296 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9158 = Validation score (roc_auc)
331.45s = Training runtime
0.05s = Validation runtime
Fitting model: RandomForest_r195_BAG_L1 ... Training model for up to 13372.83s of the 20576.39s of remaining time.
0.9073 = Validation score (roc_auc)
4.69s = Training runtime
0.42s = Validation runtime
Fitting model: LightGBM_r188_BAG_L1 ... Training model for up to 13367.6s of the 20571.17s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
0.8818 = Validation score (roc_auc)
4.45s = Training runtime
0.4s = Validation runtime
Fitting model: NeuralNetFastAI_r145_BAG_L1 ... Training model for up to 13361.6s of the 20565.16s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
Warning: Exception caused NeuralNetFastAI_r145_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=23584, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=23584, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r89_BAG_L1 ... Training model for up to 13359.96s of the 20563.53s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
2024-03-03 17:49:13,645 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:13,645 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:13,645 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:13,645 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:13,645 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:13,645 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:13,645 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9089 = Validation score (roc_auc)
5.46s = Training runtime
0.23s = Validation runtime
Fitting model: NeuralNetTorch_r30_BAG_L1 ... Training model for up to 13352.95s of the 20556.52s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r30_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=8264, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=8264, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r130_BAG_L1 ... Training model for up to 13350.62s of the 20554.18s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
2024-03-03 17:49:22,679 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:22,679 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:22,679 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:22,679 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:22,679 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:22,679 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:22,679 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9153 = Validation score (roc_auc)
3.72s = Training runtime
0.24s = Validation runtime
Fitting model: NeuralNetTorch_r86_BAG_L1 ... Training model for up to 13345.3s of the 20548.86s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
Warning: Exception caused NeuralNetTorch_r86_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=23488, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=23488, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r50_BAG_L1 ... Training model for up to 13342.88s of the 20546.45s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
2024-03-03 17:49:30,709 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:30,709 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:30,709 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:30,709 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:30,709 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:30,709 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:30,709 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.911 = Validation score (roc_auc)
61.27s = Training runtime
0.04s = Validation runtime
Fitting model: NeuralNetFastAI_r11_BAG_L1 ... Training model for up to 13279.95s of the 20483.52s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r11_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=32928, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=32928, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r194_BAG_L1 ... Training model for up to 13278.4s of the 20481.96s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.28%)
0.9022 = Validation score (roc_auc)
2.79s = Training runtime
0.14s = Validation runtime
Fitting model: ExtraTrees_r172_BAG_L1 ... Training model for up to 13274.13s of the 20477.7s of remaining time.
2024-03-03 17:50:34,958 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:50:34,958 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:50:34,962 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:50:34,962 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:50:34,962 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:50:34,974 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:50:34,974 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8755 = Validation score (roc_auc)
0.88s = Training runtime
0.42s = Validation runtime
Fitting model: CatBoost_r69_BAG_L1 ... Training model for up to 13272.71s of the 20476.28s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
0.9144 = Validation score (roc_auc)
161.54s = Training runtime
0.02s = Validation runtime
Fitting model: NeuralNetFastAI_r103_BAG_L1 ... Training model for up to 13109.78s of the 20313.35s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r103_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=14980, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=14980, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r14_BAG_L1 ... Training model for up to 13108.28s of the 20311.84s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
Warning: Exception caused NeuralNetTorch_r14_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=14096, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=14096, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 17:53:22,178 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:22,178 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r161_BAG_L1 ... Training model for up to 13106.1s of the 20309.66s of remaining time.
2024-03-03 17:53:22,178 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:22,178 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:22,178 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:22,178 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:22,178 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
2024-03-03 17:53:27,621 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:27,621 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:27,621 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:27,621 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:27,621 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:27,621 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:27,621 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9239 = Validation score (roc_auc)
8.6s = Training runtime
1.09s = Validation runtime
Fitting model: NeuralNetFastAI_r143_BAG_L1 ... Training model for up to 13095.57s of the 20299.14s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r143_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=32052, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=32052, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r70_BAG_L1 ... Training model for up to 13093.9s of the 20297.46s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.19%)
2024-03-03 17:53:39,668 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:39,668 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:39,668 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:39,668 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:39,668 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:39,668 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:39,668 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9175 = Validation score (roc_auc)
73.88s = Training runtime
0.09s = Validation runtime
Fitting model: NeuralNetFastAI_r156_BAG_L1 ... Training model for up to 13018.49s of the 20222.06s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.20%)
Warning: Exception caused NeuralNetFastAI_r156_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=32088, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=32088, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r196_BAG_L1 ... Training model for up to 13016.96s of the 20220.52s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
2024-03-03 17:54:56,964 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:54:56,964 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:54:56,964 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:54:56,964 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:54:56,964 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:54:56,964 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:54:56,964 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8814 = Validation score (roc_auc)
24.03s = Training runtime
8.7s = Validation runtime
Fitting model: RandomForest_r39_BAG_L1 ... Training model for up to 12989.86s of the 20193.42s of remaining time.
0.9086 = Validation score (roc_auc)
4.78s = Training runtime
0.41s = Validation runtime
Fitting model: CatBoost_r167_BAG_L1 ... Training model for up to 12984.55s of the 20188.12s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
0.9163 = Validation score (roc_auc)
109.41s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r95_BAG_L1 ... Training model for up to 12873.71s of the 20077.28s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r95_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=7552, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=7552, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r41_BAG_L1 ... Training model for up to 12872.1s of the 20075.67s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
Warning: Exception caused NeuralNetTorch_r41_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=13644, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=13644, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 17:57:18,439 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r98_BAG_L1 ... Training model for up to 12869.83s of the 20073.4s of remaining time.
2024-03-03 17:57:18,443 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:18,447 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:18,447 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:18,450 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:18,451 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:18,451 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
2024-03-03 17:57:23,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:23,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:23,668 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:23,672 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:23,672 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:23,676 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:23,676 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9118 = Validation score (roc_auc)
22.61s = Training runtime
1.79s = Validation runtime
Fitting model: LightGBM_r15_BAG_L1 ... Training model for up to 12845.38s of the 20048.94s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
0.9117 = Validation score (roc_auc)
6.81s = Training runtime
0.94s = Validation runtime
Fitting model: NeuralNetTorch_r158_BAG_L1 ... Training model for up to 12836.94s of the 20040.5s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
Warning: Exception caused NeuralNetTorch_r158_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=28172, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=28172, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r86_BAG_L1 ... Training model for up to 12834.52s of the 20038.08s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
2024-03-03 17:57:58,808 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:58,808 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:58,808 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:58,815 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:58,815 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:58,815 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:58,815 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9158 = Validation score (roc_auc)
205.08s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetFastAI_r37_BAG_L1 ... Training model for up to 12627.84s of the 19831.41s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r37_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=10324, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=10324, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r197_BAG_L1 ... Training model for up to 12626.32s of the 19829.88s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
Warning: Exception caused NeuralNetTorch_r197_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=35288, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=35288, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:01:24,182 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:24,182 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:24,182 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:24,182 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r49_BAG_L1 ... Training model for up to 12624.09s of the 19827.66s of remaining time.
2024-03-03 18:01:24,182 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:24,198 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:24,198 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
2024-03-03 18:01:29,642 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:29,642 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:29,642 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:29,642 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:29,642 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:29,642 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:29,642 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9092 = Validation score (roc_auc)
112.19s = Training runtime
0.06s = Validation runtime
Fitting model: ExtraTrees_r49_BAG_L1 ... Training model for up to 12510.41s of the 19713.98s of remaining time.
0.8421 = Validation score (roc_auc)
0.67s = Training runtime
0.52s = Validation runtime
Fitting model: LightGBM_r143_BAG_L1 ... Training model for up to 12509.07s of the 19712.63s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.27%)
0.9153 = Validation score (roc_auc)
6.52s = Training runtime
0.46s = Validation runtime
Fitting model: RandomForest_r127_BAG_L1 ... Training model for up to 12500.96s of the 19704.52s of remaining time.
0.9101 = Validation score (roc_auc)
5.49s = Training runtime
0.41s = Validation runtime
Fitting model: NeuralNetFastAI_r134_BAG_L1 ... Training model for up to 12494.96s of the 19698.53s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r134_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=20272, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=20272, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r34_BAG_L1 ... Training model for up to 12493.31s of the 19696.87s of remaining time.
0.8908 = Validation score (roc_auc)
3.02s = Training runtime
0.36s = Validation runtime
Fitting model: LightGBM_r94_BAG_L1 ... Training model for up to 12489.86s of the 19693.42s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
2024-03-03 18:03:40,187 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:40,187 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:40,187 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:40,187 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:40,187 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:40,187 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:40,187 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8872 = Validation score (roc_auc)
7.18s = Training runtime
0.97s = Validation runtime
Fitting model: NeuralNetTorch_r143_BAG_L1 ... Training model for up to 12480.98s of the 19684.55s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
Warning: Exception caused NeuralNetTorch_r143_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=24888, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=24888, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r128_BAG_L1 ... Training model for up to 12478.6s of the 19682.16s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
2024-03-03 18:03:55,244 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:55,244 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:55,244 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:55,244 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:55,244 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:55,244 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:55,244 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9219 = Validation score (roc_auc)
66.42s = Training runtime
0.09s = Validation runtime
Fitting model: NeuralNetFastAI_r111_BAG_L1 ... Training model for up to 12410.58s of the 19614.14s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r111_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=25656, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=25656, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r31_BAG_L1 ... Training model for up to 12409.01s of the 19612.57s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
Warning: Exception caused NeuralNetTorch_r31_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=15472, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=15472, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:05:01,555 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:01,555 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r4_BAG_L1 ... Training model for up to 12406.72s of the 19610.28s of remaining time.
2024-03-03 18:05:01,555 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:01,555 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:01,555 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:01,571 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:01,571 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8669 = Validation score (roc_auc)
0.64s = Training runtime
0.39s = Validation runtime
Fitting model: NeuralNetFastAI_r65_BAG_L1 ... Training model for up to 12405.61s of the 19609.17s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r65_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=27208, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=27208, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:05:04,254 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:04,269 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:04,269 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:04,269 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:04,269 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r88_BAG_L1 ... Training model for up to 12404.01s of the 19607.57s of remaining time.
2024-03-03 18:05:04,269 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:04,269 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r88_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=29428, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=29428, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:05:05,931 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:05,944 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:05,944 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r30_BAG_L1 ... Training model for up to 12402.33s of the 19605.9s of remaining time.
2024-03-03 18:05:05,947 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:05,947 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:05,947 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:05,947 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
2024-03-03 18:05:11,546 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:11,546 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:11,546 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:11,546 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:11,555 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:11,555 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:11,555 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8824 = Validation score (roc_auc)
10.65s = Training runtime
1.73s = Validation runtime
Fitting model: XGBoost_r49_BAG_L1 ... Training model for up to 12389.67s of the 19593.24s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.27%)
0.9094 = Validation score (roc_auc)
8.02s = Training runtime
0.42s = Validation runtime
Fitting model: CatBoost_r5_BAG_L1 ... Training model for up to 12380.1s of the 19583.67s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
0.9087 = Validation score (roc_auc)
148.36s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetTorch_r87_BAG_L1 ... Training model for up to 12230.19s of the 19433.75s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
Warning: Exception caused NeuralNetTorch_r87_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=11396, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=11396, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r71_BAG_L1 ... Training model for up to 12227.94s of the 19431.51s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
Warning: Exception caused NeuralNetTorch_r71_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=35876, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=35876, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:08:02,546 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:02,546 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:02,546 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:02,546 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r143_BAG_L1 ... Training model for up to 12225.73s of the 19429.29s of remaining time.
2024-03-03 18:08:02,546 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:02,546 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:02,546 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
2024-03-03 18:08:08,240 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:08,240 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:08,240 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:08,240 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:08,240 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:08,240 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:08,240 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9144 = Validation score (roc_auc)
82.73s = Training runtime
0.06s = Validation runtime
Fitting model: ExtraTrees_r178_BAG_L1 ... Training model for up to 12141.56s of the 19345.12s of remaining time.
0.8712 = Validation score (roc_auc)
1.35s = Training runtime
0.55s = Validation runtime
Fitting model: RandomForest_r166_BAG_L1 ... Training model for up to 12139.49s of the 19343.06s of remaining time.
0.8842 = Validation score (roc_auc)
2.28s = Training runtime
0.46s = Validation runtime
Fitting model: XGBoost_r31_BAG_L1 ... Training model for up to 12136.59s of the 19340.15s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
0.9087 = Validation score (roc_auc)
53.89s = Training runtime
2.59s = Validation runtime
Fitting model: NeuralNetTorch_r185_BAG_L1 ... Training model for up to 12080.48s of the 19284.04s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
Warning: Exception caused NeuralNetTorch_r185_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=20844, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=20844, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r160_BAG_L1 ... Training model for up to 12078.14s of the 19281.7s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
Warning: Exception caused NeuralNetFastAI_r160_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=10288, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=10288, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:10:31,816 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:31,816 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:31,816 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:31,816 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:31,816 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r60_BAG_L1 ... Training model for up to 12076.46s of the 19280.02s of remaining time.
2024-03-03 18:10:31,816 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:31,816 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
2024-03-03 18:10:36,868 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:36,868 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:36,868 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:36,868 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:36,868 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:36,868 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:36,868 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9126 = Validation score (roc_auc)
175.18s = Training runtime
0.1s = Validation runtime
Fitting model: RandomForest_r15_BAG_L1 ... Training model for up to 11899.76s of the 19103.33s of remaining time.
0.9088 = Validation score (roc_auc)
4.33s = Training runtime
0.41s = Validation runtime
Fitting model: LightGBM_r135_BAG_L1 ... Training model for up to 11894.91s of the 19098.47s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
0.9121 = Validation score (roc_auc)
4.72s = Training runtime
0.28s = Validation runtime
Fitting model: XGBoost_r22_BAG_L1 ... Training model for up to 11888.63s of the 19092.2s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
0.9098 = Validation score (roc_auc)
6.51s = Training runtime
0.29s = Validation runtime
Fitting model: NeuralNetFastAI_r69_BAG_L1 ... Training model for up to 11880.51s of the 19084.08s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r69_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=33292, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=33292, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r6_BAG_L1 ... Training model for up to 11878.8s of the 19082.37s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
2024-03-03 18:13:54,697 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:13:54,697 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:13:54,701 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:13:54,701 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:13:54,701 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:13:54,701 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:13:54,701 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9105 = Validation score (roc_auc)
41.3s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetFastAI_r138_BAG_L1 ... Training model for up to 11836.01s of the 19039.57s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
Warning: Exception caused NeuralNetFastAI_r138_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=35732, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=35732, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r121_BAG_L1 ... Training model for up to 11834.43s of the 19038.0s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-03 18:14:38,895 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:38,895 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:38,895 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:38,895 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:38,895 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:38,895 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:38,895 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9239 = Validation score (roc_auc)
8.35s = Training runtime
1.04s = Validation runtime
Fitting model: NeuralNetFastAI_r172_BAG_L1 ... Training model for up to 11824.12s of the 19027.68s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r172_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=33264, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=33264, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r180_BAG_L1 ... Training model for up to 11822.38s of the 19025.94s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
2024-03-03 18:14:50,948 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:50,948 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:50,948 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:50,948 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:50,948 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:50,948 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:50,948 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9187 = Validation score (roc_auc)
53.79s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetTorch_r76_BAG_L1 ... Training model for up to 11766.99s of the 18970.55s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
Warning: Exception caused NeuralNetTorch_r76_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=8292, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=8292, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: ExtraTrees_r197_BAG_L1 ... Training model for up to 11764.71s of the 18968.28s of remaining time.
0.8754 = Validation score (roc_auc)
1.1s = Training runtime
0.44s = Validation runtime
Fitting model: NeuralNetTorch_r121_BAG_L1 ... Training model for up to 11763.03s of the 18966.6s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
Warning: Exception caused NeuralNetTorch_r121_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=27936, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=27936, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:15:47,563 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:47,563 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:47,578 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:47,578 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:47,578 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r127_BAG_L1 ... Training model for up to 11760.7s of the 18964.26s of remaining time.
2024-03-03 18:15:47,578 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:47,578 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r127_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=22964, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=22964, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:15:49,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:49,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:49,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:49,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:49,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForest_r16_BAG_L1 ... Training model for up to 11759.05s of the 18962.61s of remaining time.
2024-03-03 18:15:49,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:49,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,288 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,288 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,303 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,303 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,303 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,303 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,303 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9082 = Validation score (roc_auc)
6.84s = Training runtime
0.41s = Validation runtime
Fitting model: NeuralNetFastAI_r194_BAG_L1 ... Training model for up to 11751.7s of the 18955.26s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r194_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=3484, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=3484, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r12_BAG_L1 ... Training model for up to 11750.14s of the 18953.71s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
2024-03-03 18:16:03,338 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:16:03,338 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:16:03,338 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:16:03,338 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:16:03,338 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:16:03,338 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:16:03,338 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9163 = Validation score (roc_auc)
190.86s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetTorch_r135_BAG_L1 ... Training model for up to 11557.75s of the 18761.32s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r135_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=28336, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=28336, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r4_BAG_L1 ... Training model for up to 11555.48s of the 18759.04s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
Warning: Exception caused NeuralNetFastAI_r4_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=29952, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=29952, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:19:14,433 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:14,434 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:14,435 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:14,436 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:14,438 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:14,439 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r126_BAG_L1 ... Training model for up to 11553.84s of the 18757.4s of remaining time.
2024-03-03 18:19:14,440 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8428 = Validation score (roc_auc)
0.62s = Training runtime
0.55s = Validation runtime
Fitting model: NeuralNetTorch_r36_BAG_L1 ... Training model for up to 11552.53s of the 18756.09s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r36_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=38896, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=38896, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:19:18,121 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:18,123 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:18,124 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:18,125 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:18,127 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:18,129 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:18,131 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r100_BAG_L1 ... Training model for up to 11550.14s of the 18753.71s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
Warning: Exception caused NeuralNetFastAI_r100_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=10324, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=10324, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:19:20,023 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:20,024 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:20,025 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:20,027 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:20,028 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r163_BAG_L1 ... Training model for up to 11548.25s of the 18751.81s of remaining time.
2024-03-03 18:19:20,030 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:20,031 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.18%)
2024-03-03 18:19:25,735 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:25,737 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:25,740 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:25,741 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:25,743 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:25,746 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:25,748 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.914 = Validation score (roc_auc)
90.37s = Training runtime
0.04s = Validation runtime
Fitting model: CatBoost_r198_BAG_L1 ... Training model for up to 11456.28s of the 18659.84s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
0.9161 = Validation score (roc_auc)
212.76s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetFastAI_r187_BAG_L1 ... Training model for up to 11242.07s of the 18445.64s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
Warning: Exception caused NeuralNetFastAI_r187_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=4524, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=4524, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r19_BAG_L1 ... Training model for up to 11240.56s of the 18444.12s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
Warning: Exception caused NeuralNetTorch_r19_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=38636, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=38636, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:24:29,992 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:29,994 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:29,996 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:29,997 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r95_BAG_L1 ... Training model for up to 11238.28s of the 18441.84s of remaining time.
2024-03-03 18:24:29,999 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:30,001 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:30,002 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
2024-03-03 18:24:35,021 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:35,023 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:35,024 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:35,027 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:35,029 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:35,030 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:35,032 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9094 = Validation score (roc_auc)
6.64s = Training runtime
0.26s = Validation runtime
Fitting model: XGBoost_r34_BAG_L1 ... Training model for up to 11230.15s of the 18433.72s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
0.9142 = Validation score (roc_auc)
8.03s = Training runtime
0.53s = Validation runtime
Fitting model: LightGBM_r42_BAG_L1 ... Training model for up to 11220.39s of the 18423.95s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
0.8759 = Validation score (roc_auc)
4.07s = Training runtime
0.33s = Validation runtime
Fitting model: NeuralNetTorch_r1_BAG_L1 ... Training model for up to 11214.62s of the 18418.18s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r1_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=15420, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=15420, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r89_BAG_L1 ... Training model for up to 11211.95s of the 18415.51s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r89_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=26276, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=26276, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:24:58,775 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:58,775 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:58,775 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:58,775 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:58,775 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:58,775 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:58,775 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: WeightedEnsemble_L2 ... Training model for up to 1439.63s of the 18412.83s of remaining time.
Ensemble Weights: {'CatBoost_r128_BAG_L1': 0.342, 'LightGBM_r161_BAG_L1': 0.276, 'LightGBM_r121_BAG_L1': 0.263, 'CatBoost_r180_BAG_L1': 0.053, 'RandomForest_r16_BAG_L1': 0.039, 'CatBoost_r9_BAG_L1': 0.026}
0.9268 = Validation score (roc_auc)
4.03s = Training runtime
0.0s = Validation runtime
Fitting 108 L2 models ...
Fitting model: LightGBMXT_BAG_L2 ... Training model for up to 18408.76s of the 18408.61s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.43%)
2024-03-03 18:25:04,205 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:25:04,205 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:25:04,205 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:25:04,205 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:25:04,214 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:25:04,214 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:25:04,214 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9315 = Validation score (roc_auc)
4.16s = Training runtime
0.12s = Validation runtime
Fitting model: LightGBM_BAG_L2 ... Training model for up to 18403.13s of the 18402.96s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.45%)
0.9315 = Validation score (roc_auc)
4.65s = Training runtime
0.1s = Validation runtime
Fitting model: RandomForestGini_BAG_L2 ... Training model for up to 18396.85s of the 18396.69s of remaining time.
0.9297 = Validation score (roc_auc)
6.37s = Training runtime
0.61s = Validation runtime
Fitting model: RandomForestEntr_BAG_L2 ... Training model for up to 18389.75s of the 18389.58s of remaining time.
0.9308 = Validation score (roc_auc)
5.92s = Training runtime
0.77s = Validation runtime
Fitting model: CatBoost_BAG_L2 ... Training model for up to 18382.92s of the 18382.75s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
0.9317 = Validation score (roc_auc)
42.11s = Training runtime
0.06s = Validation runtime
Fitting model: ExtraTreesGini_BAG_L2 ... Training model for up to 18339.25s of the 18339.08s of remaining time.
0.9288 = Validation score (roc_auc)
0.75s = Training runtime
0.74s = Validation runtime
Fitting model: ExtraTreesEntr_BAG_L2 ... Training model for up to 18337.59s of the 18337.43s of remaining time.
0.9304 = Validation score (roc_auc)
0.71s = Training runtime
0.67s = Validation runtime
Fitting model: NeuralNetFastAI_BAG_L2 ... Training model for up to 18336.04s of the 18335.88s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
Warning: Exception caused NeuralNetFastAI_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=10880, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=10880, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_BAG_L2 ... Training model for up to 18334.42s of the 18334.25s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
2024-03-03 18:26:22,793 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:22,793 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:22,793 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:22,793 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:22,793 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:22,806 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:22,806 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9311 = Validation score (roc_auc)
5.58s = Training runtime
0.16s = Validation runtime
Fitting model: NeuralNetTorch_BAG_L2 ... Training model for up to 18327.32s of the 18327.15s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
Warning: Exception caused NeuralNetTorch_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=28172, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=28172, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBMLarge_BAG_L2 ... Training model for up to 18324.74s of the 18324.57s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.76%)
2024-03-03 18:26:32,868 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:32,871 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:32,874 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:32,878 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:32,881 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:32,884 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:32,888 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9317 = Validation score (roc_auc)
8.3s = Training runtime
0.13s = Validation runtime
Fitting model: CatBoost_r177_BAG_L2 ... Training model for up to 18314.76s of the 18314.59s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
0.9316 = Validation score (roc_auc)
30.51s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetTorch_r79_BAG_L2 ... Training model for up to 18282.53s of the 18282.36s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
Warning: Exception caused NeuralNetTorch_r79_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=38908, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=38908, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r131_BAG_L2 ... Training model for up to 18280.09s of the 18279.93s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.52%)
2024-03-03 18:27:17,224 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:17,227 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:17,230 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:17,233 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:17,235 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:17,239 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:17,241 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9316 = Validation score (roc_auc)
7.14s = Training runtime
0.28s = Validation runtime
Fitting model: NeuralNetFastAI_r191_BAG_L2 ... Training model for up to 18271.27s of the 18271.11s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.62%)
Warning: Exception caused NeuralNetFastAI_r191_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=38100, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=38100, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r9_BAG_L2 ... Training model for up to 18269.34s of the 18269.18s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.17%)
2024-03-03 18:27:28,291 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:28,291 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:28,295 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:28,295 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:28,299 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:28,299 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:28,303 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9321 = Validation score (roc_auc)
87.77s = Training runtime
0.08s = Validation runtime
Fitting model: LightGBM_r96_BAG_L2 ... Training model for up to 18179.88s of the 18179.72s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.42%)
0.9317 = Validation score (roc_auc)
7.58s = Training runtime
0.68s = Validation runtime
Fitting model: NeuralNetTorch_r22_BAG_L2 ... Training model for up to 18170.51s of the 18170.34s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.34%)
Warning: Exception caused NeuralNetTorch_r22_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=20496, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=20496, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: XGBoost_r33_BAG_L2 ... Training model for up to 18167.72s of the 18167.56s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=2.24%)
2024-03-03 18:29:10,146 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:29:10,149 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:29:10,152 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:29:10,155 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:29:10,157 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:29:10,161 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:29:10,163 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9322 = Validation score (roc_auc)
20.38s = Training runtime
0.33s = Validation runtime
Fitting model: ExtraTrees_r42_BAG_L2 ... Training model for up to 18145.64s of the 18145.48s of remaining time.
0.9289 = Validation score (roc_auc)
2.23s = Training runtime
0.58s = Validation runtime
Fitting model: CatBoost_r137_BAG_L2 ... Training model for up to 18142.67s of the 18142.51s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.42%)
0.9318 = Validation score (roc_auc)
40.76s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetFastAI_r102_BAG_L2 ... Training model for up to 18100.45s of the 18100.29s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
Warning: Exception caused NeuralNetFastAI_r102_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=28164, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=28164, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r13_BAG_L2 ... Training model for up to 18098.7s of the 18098.54s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.15%)
2024-03-03 18:30:18,687 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:30:18,690 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:30:18,692 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:30:18,695 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:30:18,698 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:30:18,700 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:30:18,703 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9323 = Validation score (roc_auc)
163.86s = Training runtime
0.05s = Validation runtime
Fitting model: RandomForest_r195_BAG_L2 ... Training model for up to 17933.1s of the 17932.94s of remaining time.
0.9284 = Validation score (roc_auc)
51.82s = Training runtime
0.59s = Validation runtime
Fitting model: LightGBM_r188_BAG_L2 ... Training model for up to 17880.56s of the 17880.39s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.79%)
0.9293 = Validation score (roc_auc)
5.1s = Training runtime
0.19s = Validation runtime
Fitting model: NeuralNetFastAI_r145_BAG_L2 ... Training model for up to 17873.92s of the 17873.75s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.66%)
Warning: Exception caused NeuralNetFastAI_r145_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=2308, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=2308, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r89_BAG_L2 ... Training model for up to 17872.04s of the 17871.88s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.70%)
2024-03-03 18:34:05,120 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:05,120 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:05,120 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:05,120 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:05,120 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:05,120 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:05,120 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9313 = Validation score (roc_auc)
5.25s = Training runtime
0.16s = Validation runtime
Fitting model: NeuralNetTorch_r30_BAG_L2 ... Training model for up to 17865.27s of the 17865.1s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.34%)
Warning: Exception caused NeuralNetTorch_r30_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=34280, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=34280, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r130_BAG_L2 ... Training model for up to 17862.82s of the 17862.66s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.68%)
2024-03-03 18:34:14,170 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:14,170 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:14,170 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:14,170 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:14,170 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:14,170 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:14,186 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9312 = Validation score (roc_auc)
4.89s = Training runtime
0.11s = Validation runtime
Fitting model: NeuralNetTorch_r86_BAG_L2 ... Training model for up to 17856.3s of the 17856.15s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.37%)
Warning: Exception caused NeuralNetTorch_r86_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=2248, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=2248, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r50_BAG_L2 ... Training model for up to 17853.64s of the 17853.48s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.43%)
2024-03-03 18:34:24,246 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:24,248 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:24,250 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:24,253 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:24,256 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:24,258 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:24,261 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9313 = Validation score (roc_auc)
22.66s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetFastAI_r11_BAG_L2 ... Training model for up to 17829.41s of the 17829.25s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.63%)
Warning: Exception caused NeuralNetFastAI_r11_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=25672, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=25672, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r194_BAG_L2 ... Training model for up to 17827.75s of the 17827.59s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.93%)
2024-03-03 18:34:49,462 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:49,465 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:49,468 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:49,470 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:49,474 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:49,477 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:49,481 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9306 = Validation score (roc_auc)
6.79s = Training runtime
0.12s = Validation runtime
Fitting model: ExtraTrees_r172_BAG_L2 ... Training model for up to 17819.4s of the 17819.24s of remaining time.
0.932 = Validation score (roc_auc)
2.28s = Training runtime
0.61s = Validation runtime
Fitting model: CatBoost_r69_BAG_L2 ... Training model for up to 17816.4s of the 17816.24s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.48%)
0.9313 = Validation score (roc_auc)
36.36s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetFastAI_r103_BAG_L2 ... Training model for up to 17778.51s of the 17778.34s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.62%)
Warning: Exception caused NeuralNetFastAI_r103_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=36792, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=36792, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r14_BAG_L2 ... Training model for up to 17776.73s of the 17776.57s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.34%)
Warning: Exception caused NeuralNetTorch_r14_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=25928, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=25928, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:35:37,679 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:37,681 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:37,683 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:37,685 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:37,686 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:37,688 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:37,692 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r161_BAG_L2 ... Training model for up to 17774.31s of the 17774.14s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.23%)
2024-03-03 18:35:42,857 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:42,860 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:42,864 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:42,867 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:42,870 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:42,874 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:42,877 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9323 = Validation score (roc_auc)
13.29s = Training runtime
0.39s = Validation runtime
Fitting model: NeuralNetFastAI_r143_BAG_L2 ... Training model for up to 17759.2s of the 17759.03s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.66%)
Warning: Exception caused NeuralNetFastAI_r143_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=27704, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=27704, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r70_BAG_L2 ... Training model for up to 17757.34s of the 17757.18s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
2024-03-03 18:36:00,018 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:00,020 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:00,022 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:00,025 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:00,027 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:00,029 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:00,032 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9317 = Validation score (roc_auc)
47.97s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r156_BAG_L2 ... Training model for up to 17707.78s of the 17707.62s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.63%)
Warning: Exception caused NeuralNetFastAI_r156_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=16172, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=16172, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r196_BAG_L2 ... Training model for up to 17705.96s of the 17705.79s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.83%)
2024-03-03 18:36:51,443 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:51,445 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:51,448 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:51,451 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:51,454 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:51,456 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:51,459 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9304 = Validation score (roc_auc)
13.65s = Training runtime
1.61s = Validation runtime
Fitting model: RandomForest_r39_BAG_L2 ... Training model for up to 17690.09s of the 17689.93s of remaining time.
0.9299 = Validation score (roc_auc)
50.65s = Training runtime
0.59s = Validation runtime
Fitting model: CatBoost_r167_BAG_L2 ... Training model for up to 17638.71s of the 17638.55s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.80%)
0.9312 = Validation score (roc_auc)
45.02s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetFastAI_r95_BAG_L2 ... Training model for up to 17592.21s of the 17592.05s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.64%)
Warning: Exception caused NeuralNetFastAI_r95_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=7288, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=7288, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r41_BAG_L2 ... Training model for up to 17590.51s of the 17590.35s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
Warning: Exception caused NeuralNetTorch_r41_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=18812, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=18812, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:38:43,770 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:43,772 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:43,773 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:43,774 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:43,775 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:43,777 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:43,779 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r98_BAG_L2 ... Training model for up to 17588.21s of the 17588.05s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.39%)
2024-03-03 18:38:48,800 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:48,803 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:48,807 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:48,810 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:48,813 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:48,817 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:48,820 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9324 = Validation score (roc_auc)
31.88s = Training runtime
0.57s = Validation runtime
Fitting model: LightGBM_r15_BAG_L2 ... Training model for up to 17554.67s of the 17554.5s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.46%)
0.9315 = Validation score (roc_auc)
5.99s = Training runtime
0.18s = Validation runtime
Fitting model: NeuralNetTorch_r158_BAG_L2 ... Training model for up to 17547.0s of the 17546.83s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
Warning: Exception caused NeuralNetTorch_r158_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=22144, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=22144, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r86_BAG_L2 ... Training model for up to 17544.42s of the 17544.25s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.28%)
2024-03-03 18:39:33,172 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:39:33,175 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:39:33,178 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:39:33,180 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:39:33,182 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:39:33,185 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:39:33,187 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9319 = Validation score (roc_auc)
85.31s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r37_BAG_L2 ... Training model for up to 17457.45s of the 17457.28s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.64%)
Warning: Exception caused NeuralNetFastAI_r37_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=30744, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=30744, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r197_BAG_L2 ... Training model for up to 17455.79s of the 17455.64s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
Warning: Exception caused NeuralNetTorch_r197_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=27576, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=27576, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:40:58,670 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:40:58,671 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:40:58,672 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:40:58,674 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:40:58,676 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:40:58,677 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:40:58,680 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r49_BAG_L2 ... Training model for up to 17453.32s of the 17453.16s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.44%)
2024-03-03 18:41:03,922 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:41:03,924 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:41:03,926 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:41:03,929 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:41:03,930 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:41:03,932 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:41:03,935 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9317 = Validation score (roc_auc)
28.58s = Training runtime
0.06s = Validation runtime
Fitting model: ExtraTrees_r49_BAG_L2 ... Training model for up to 17423.17s of the 17423.0s of remaining time.
0.9288 = Validation score (roc_auc)
0.72s = Training runtime
0.64s = Validation runtime
Fitting model: LightGBM_r143_BAG_L2 ... Training model for up to 17421.62s of the 17421.46s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.00%)
0.9317 = Validation score (roc_auc)
12.81s = Training runtime
0.26s = Validation runtime
Fitting model: RandomForest_r127_BAG_L2 ... Training model for up to 17407.25s of the 17407.08s of remaining time.
0.9312 = Validation score (roc_auc)
61.44s = Training runtime
0.61s = Validation runtime
Fitting model: NeuralNetFastAI_r134_BAG_L2 ... Training model for up to 17345.07s of the 17344.91s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
Warning: Exception caused NeuralNetFastAI_r134_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=38204, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=38204, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r34_BAG_L2 ... Training model for up to 17343.41s of the 17343.25s of remaining time.
2024-03-03 18:42:54,410 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:42:54,412 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:42:54,414 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:42:54,416 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:42:54,418 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:42:54,420 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:42:54,422 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9325 = Validation score (roc_auc)
31.6s = Training runtime
0.53s = Validation runtime
Fitting model: LightGBM_r94_BAG_L2 ... Training model for up to 17311.17s of the 17311.0s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.38%)
0.9315 = Validation score (roc_auc)
4.48s = Training runtime
0.28s = Validation runtime
Fitting model: NeuralNetTorch_r143_BAG_L2 ... Training model for up to 17305.14s of the 17304.98s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
Warning: Exception caused NeuralNetTorch_r143_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=25784, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=25784, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r128_BAG_L2 ... Training model for up to 17302.57s of the 17302.41s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.14%)
2024-03-03 18:43:34,967 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:43:34,970 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:43:34,972 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:43:34,974 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:43:34,976 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:43:34,978 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:43:34,980 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9313 = Validation score (roc_auc)
87.34s = Training runtime
0.08s = Validation runtime
Fitting model: NeuralNetFastAI_r111_BAG_L2 ... Training model for up to 17213.55s of the 17213.38s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
Warning: Exception caused NeuralNetFastAI_r111_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=32172, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=32172, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r31_BAG_L2 ... Training model for up to 17211.81s of the 17211.64s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
Warning: Exception caused NeuralNetTorch_r31_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=9228, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=9228, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:45:02,569 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:02,570 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:02,571 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:02,572 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:02,574 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:02,576 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:02,578 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r4_BAG_L2 ... Training model for up to 17209.42s of the 17209.25s of remaining time.
0.9319 = Validation score (roc_auc)
1.44s = Training runtime
0.62s = Validation runtime
Fitting model: NeuralNetFastAI_r65_BAG_L2 ... Training model for up to 17207.23s of the 17207.06s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
Warning: Exception caused NeuralNetFastAI_r65_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=4284, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=4284, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:45:06,479 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:06,480 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:06,481 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:06,483 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:06,484 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:06,485 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:06,487 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r88_BAG_L2 ... Training model for up to 17205.51s of the 17205.34s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
Warning: Exception caused NeuralNetFastAI_r88_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=10212, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=10212, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:45:08,227 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:08,228 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:08,230 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:08,232 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:08,234 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:08,236 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:08,237 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r30_BAG_L2 ... Training model for up to 17203.76s of the 17203.6s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.66%)
2024-03-03 18:45:13,763 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:13,765 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:13,768 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:13,771 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:13,773 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:13,776 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:13,778 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9302 = Validation score (roc_auc)
8.56s = Training runtime
0.64s = Validation runtime
Fitting model: XGBoost_r49_BAG_L2 ... Training model for up to 17193.37s of the 17193.21s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.83%)
0.9313 = Validation score (roc_auc)
8.58s = Training runtime
0.22s = Validation runtime
Fitting model: CatBoost_r5_BAG_L2 ... Training model for up to 17183.16s of the 17183.0s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.38%)
0.9312 = Validation score (roc_auc)
30.43s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetTorch_r87_BAG_L2 ... Training model for up to 17151.08s of the 17150.91s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
Warning: Exception caused NeuralNetTorch_r87_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=26708, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=26708, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r71_BAG_L2 ... Training model for up to 17148.77s of the 17148.61s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
Warning: Exception caused NeuralNetTorch_r71_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=23060, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=23060, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:46:05,587 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:05,589 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:05,592 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:05,593 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:05,594 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:05,596 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:05,598 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r143_BAG_L2 ... Training model for up to 17146.4s of the 17146.24s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.71%)
2024-03-03 18:46:11,268 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:11,271 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:11,273 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:11,276 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:11,278 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:11,280 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:11,283 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9317 = Validation score (roc_auc)
40.18s = Training runtime
0.06s = Validation runtime
Fitting model: ExtraTrees_r178_BAG_L2 ... Training model for up to 17104.56s of the 17104.4s of remaining time.
0.9316 = Validation score (roc_auc)
1.61s = Training runtime
0.62s = Validation runtime
Fitting model: RandomForest_r166_BAG_L2 ... Training model for up to 17102.2s of the 17102.04s of remaining time.
0.9297 = Validation score (roc_auc)
4.05s = Training runtime
0.63s = Validation runtime
Fitting model: XGBoost_r31_BAG_L2 ... Training model for up to 17097.39s of the 17097.22s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.62%)
0.9309 = Validation score (roc_auc)
20.3s = Training runtime
0.33s = Validation runtime
Fitting model: NeuralNetTorch_r185_BAG_L2 ... Training model for up to 17075.47s of the 17075.31s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
Warning: Exception caused NeuralNetTorch_r185_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=6484, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=6484, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r160_BAG_L2 ... Training model for up to 17073.07s of the 17072.9s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
Warning: Exception caused NeuralNetFastAI_r160_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=14416, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=14416, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:47:20,621 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:20,623 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:20,625 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:20,626 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:20,627 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:20,629 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:20,630 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r60_BAG_L2 ... Training model for up to 17071.37s of the 17071.2s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.42%)
2024-03-03 18:47:26,015 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:26,018 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:26,021 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:26,023 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:26,025 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:26,028 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:26,031 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9314 = Validation score (roc_auc)
39.98s = Training runtime
0.06s = Validation runtime
Fitting model: RandomForest_r15_BAG_L2 ... Training model for up to 17029.78s of the 17029.61s of remaining time.
0.9306 = Validation score (roc_auc)
47.08s = Training runtime
0.6s = Validation runtime
Fitting model: LightGBM_r135_BAG_L2 ... Training model for up to 16981.98s of the 16981.82s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.97%)
0.9317 = Validation score (roc_auc)
9.12s = Training runtime
0.2s = Validation runtime
Fitting model: XGBoost_r22_BAG_L2 ... Training model for up to 16971.29s of the 16971.12s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
0.9312 = Validation score (roc_auc)
5.55s = Training runtime
0.18s = Validation runtime
Fitting model: NeuralNetFastAI_r69_BAG_L2 ... Training model for up to 16964.07s of the 16963.91s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
Warning: Exception caused NeuralNetFastAI_r69_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=28172, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=28172, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r6_BAG_L2 ... Training model for up to 16962.2s of the 16962.04s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.39%)
2024-03-03 18:49:15,530 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:15,532 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:15,535 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:15,537 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:15,539 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:15,541 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:15,543 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9307 = Validation score (roc_auc)
18.44s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r138_BAG_L2 ... Training model for up to 16942.04s of the 16941.87s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
Warning: Exception caused NeuralNetFastAI_r138_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=33608, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=33608, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r121_BAG_L2 ... Training model for up to 16940.14s of the 16939.98s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.01%)
2024-03-03 18:49:37,667 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:37,670 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:37,673 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:37,677 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:37,680 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:37,684 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:37,687 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9324 = Validation score (roc_auc)
13.35s = Training runtime
0.37s = Validation runtime
Fitting model: NeuralNetFastAI_r172_BAG_L2 ... Training model for up to 16925.0s of the 16924.84s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
Warning: Exception caused NeuralNetFastAI_r172_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=33304, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=33304, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r180_BAG_L2 ... Training model for up to 16923.14s of the 16922.97s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.76%)
2024-03-03 18:49:53,801 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:53,804 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:53,806 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:53,808 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:53,810 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:53,811 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:53,813 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9319 = Validation score (roc_auc)
52.12s = Training runtime
0.08s = Validation runtime
Fitting model: NeuralNetTorch_r76_BAG_L2 ... Training model for up to 16869.32s of the 16869.15s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
Warning: Exception caused NeuralNetTorch_r76_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=1712, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=1712, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: ExtraTrees_r197_BAG_L2 ... Training model for up to 16866.99s of the 16866.83s of remaining time.
0.9298 = Validation score (roc_auc)
3.2s = Training runtime
0.83s = Validation runtime
Fitting model: NeuralNetTorch_r121_BAG_L2 ... Training model for up to 16862.78s of the 16862.61s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
2024-03-03 18:50:50,306 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:50,307 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:50,309 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:50,312 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:50,314 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:50,317 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:50,319 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Warning: Exception caused NeuralNetTorch_r121_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=12916, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=12916, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r127_BAG_L2 ... Training model for up to 16860.09s of the 16859.93s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
Warning: Exception caused NeuralNetFastAI_r127_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=32204, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=32204, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:50:53,735 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:53,736 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:53,737 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:53,739 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:53,740 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:53,743 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:53,744 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForest_r16_BAG_L2 ... Training model for up to 16858.25s of the 16858.09s of remaining time.
2024-03-03 18:50:59,426 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:59,428 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:59,430 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:59,431 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:59,432 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:59,434 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:59,435 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9287 = Validation score (roc_auc)
71.72s = Training runtime
0.64s = Validation runtime
Fitting model: NeuralNetFastAI_r194_BAG_L2 ... Training model for up to 16785.75s of the 16785.58s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
Warning: Exception caused NeuralNetFastAI_r194_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=20916, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=20916, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r12_BAG_L2 ... Training model for up to 16784.06s of the 16783.9s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.73%)
2024-03-03 18:52:13,470 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:52:13,472 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:52:13,475 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:52:13,478 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:52:13,480 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:52:13,482 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:52:13,483 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9316 = Validation score (roc_auc)
66.28s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetTorch_r135_BAG_L2 ... Training model for up to 16716.19s of the 16716.02s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
Warning: Exception caused NeuralNetTorch_r135_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=31460, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=31460, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r4_BAG_L2 ... Training model for up to 16713.71s of the 16713.55s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
Warning: Exception caused NeuralNetFastAI_r4_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=16388, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=16388, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:53:20,062 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:20,065 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:20,067 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:20,069 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:20,072 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:20,074 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:20,077 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r126_BAG_L2 ... Training model for up to 16711.92s of the 16711.75s of remaining time.
0.9299 = Validation score (roc_auc)
0.7s = Training runtime
0.64s = Validation runtime
Fitting model: NeuralNetTorch_r36_BAG_L2 ... Training model for up to 16710.42s of the 16710.26s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
Warning: Exception caused NeuralNetTorch_r36_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=17108, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=17108, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:53:23,919 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:23,920 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:23,922 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:23,924 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:23,926 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:23,929 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:23,931 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r100_BAG_L2 ... Training model for up to 16708.07s of the 16707.9s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
Warning: Exception caused NeuralNetFastAI_r100_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=29400, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=29400, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:53:25,612 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:25,613 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:25,615 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:25,616 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:25,617 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:25,618 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:25,619 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r163_BAG_L2 ... Training model for up to 16706.37s of the 16706.21s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.45%)
2024-03-03 18:53:31,173 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:31,175 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:31,177 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:31,179 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:31,181 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:31,183 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:31,185 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9314 = Validation score (roc_auc)
21.07s = Training runtime
0.06s = Validation runtime
Fitting model: CatBoost_r198_BAG_L2 ... Training model for up to 16683.73s of the 16683.57s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
0.9316 = Validation score (roc_auc)
49.32s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetFastAI_r187_BAG_L2 ... Training model for up to 16632.84s of the 16632.67s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
Warning: Exception caused NeuralNetFastAI_r187_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=21936, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=21936, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r19_BAG_L2 ... Training model for up to 16631.15s of the 16630.99s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
Warning: Exception caused NeuralNetTorch_r19_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=26172, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=26172, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:54:43,371 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:43,373 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:43,376 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:43,377 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:43,378 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:43,379 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:43,382 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r95_BAG_L2 ... Training model for up to 16628.61s of the 16628.45s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.66%)
2024-03-03 18:54:48,791 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:48,793 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:48,795 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:48,798 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:48,800 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:48,803 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:48,805 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9312 = Validation score (roc_auc)
5.7s = Training runtime
0.17s = Validation runtime
Fitting model: XGBoost_r34_BAG_L2 ... Training model for up to 16621.29s of the 16621.13s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=2.12%)
0.9317 = Validation score (roc_auc)
13.04s = Training runtime
0.29s = Validation runtime
Fitting model: LightGBM_r42_BAG_L2 ... Training model for up to 16606.55s of the 16606.38s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.97%)
0.928 = Validation score (roc_auc)
3.86s = Training runtime
0.13s = Validation runtime
Fitting model: NeuralNetTorch_r1_BAG_L2 ... Training model for up to 16601.01s of the 16600.85s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.34%)
Warning: Exception caused NeuralNetTorch_r1_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=34552, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=34552, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r89_BAG_L2 ... Training model for up to 16598.34s of the 16598.18s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
Warning: Exception caused NeuralNetTorch_r89_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=23648, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=23648, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:55:16,383 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:16,385 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:16,386 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:16,388 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:16,389 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:16,390 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:16,392 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: WeightedEnsemble_L3 ... Training model for up to 1840.88s of the 16595.19s of remaining time.
Ensemble Weights: {'LightGBM_r135_BAG_L2': 0.172, 'LightGBM_r121_BAG_L2': 0.121, 'CatBoost_r137_BAG_L2': 0.103, 'ExtraTrees_r172_BAG_L2': 0.103, 'CatBoost_r180_BAG_L2': 0.086, 'ExtraTreesEntr_BAG_L2': 0.069, 'XGBoost_r33_BAG_L2': 0.069, 'LightGBM_r143_BAG_L2': 0.069, 'RandomForest_r39_BAG_L2': 0.052, 'CatBoost_r86_BAG_L2': 0.052, 'RandomForest_r34_BAG_L2': 0.052, 'CatBoost_r13_BAG_L2': 0.017, 'RandomForest_r127_BAG_L2': 0.017, 'RandomForest_r15_BAG_L2': 0.017}
0.934 = Validation score (roc_auc)
4.18s = Training runtime
0.0s = Validation runtime
AutoGluon training complete, total runtime = 5009.03s ... Best model: "WeightedEnsemble_L3"
TabularPredictor saved. To load, use: predictor = TabularPredictor.load("./loan_best_quality_models_2/ds_sub_fit/sub_fit_ho")
2024-03-03 18:55:21,384 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:21,387 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:21,388 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:21,390 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:21,393 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:21,393 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:21,395 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Leaderboard on holdout data from dynamic stacking:
model holdout_score score_val eval_metric pred_time_test pred_time_val fit_time pred_time_test_marginal pred_time_val_marginal fit_time_marginal stack_level can_infer fit_order
0 RandomForest_r34_BAG_L2 0.940201 0.932456 roc_auc 18.629137 38.078983 3039.476936 0.077164 0.529550 31.602560 2 True 105
1 XGBoost_r95_BAG_L2 0.940093 0.931247 roc_auc 18.819510 37.718444 3013.578431 0.267537 0.169011 5.704056 2 True 129
2 XGBoost_r89_BAG_L2 0.940055 0.931343 roc_auc 18.839503 37.705112 3013.124232 0.287530 0.155679 5.249856 2 True 87
3 XGBoost_r31_BAG_L2 0.939929 0.930891 roc_auc 18.995176 37.882396 3028.174500 0.443202 0.332963 20.300124 2 True 115
4 LightGBM_r130_BAG_L2 0.939850 0.931169 roc_auc 18.663484 37.658606 3012.767976 0.111510 0.109173 4.893600 2 True 88
5 XGBoost_r22_BAG_L2 0.939651 0.931171 roc_auc 18.835501 37.732960 3013.427267 0.283528 0.183527 5.552891 2 True 119
6 XGBoost_r49_BAG_L2 0.939587 0.931313 roc_auc 18.874510 37.764625 3016.450247 0.322536 0.215192 8.575871 2 True 110
7 XGBoost_BAG_L2 0.939509 0.931082 roc_auc 18.809517 37.705533 3013.452953 0.257543 0.156100 5.578578 2 True 75
8 LightGBM_BAG_L2 0.939499 0.931464 roc_auc 18.681989 37.653965 3012.529170 0.130016 0.104532 4.654794 2 True 69
9 LightGBM_r131_BAG_L2 0.939446 0.931607 roc_auc 18.730994 37.832016 3015.012170 0.179020 0.282583 7.137794 2 True 78
10 LightGBM_r15_BAG_L2 0.939389 0.931487 roc_auc 18.695993 37.731518 3013.865496 0.144020 0.182085 5.991120 2 True 99
11 WeightedEnsemble_L3 0.939337 0.934048 roc_auc 20.789951 42.552105 3603.520336 0.012000 0.002000 4.178719 3 True 132
12 CatBoost_r13_BAG_L2 0.939142 0.932321 roc_auc 18.634978 37.597046 3171.736328 0.083004 0.047613 163.861952 2 True 84
13 ExtraTrees_r4_BAG_L2 0.939128 0.931892 roc_auc 18.645071 38.169122 3009.319232 0.093098 0.619689 1.444856 2 True 108
14 LightGBM_r94_BAG_L2 0.939081 0.931532 roc_auc 18.697551 37.827990 3012.359301 0.145577 0.278557 4.484925 2 True 106
15 LightGBM_r96_BAG_L2 0.939029 0.931680 roc_auc 18.810476 38.228520 3015.454200 0.258502 0.679087 7.579824 2 True 80
16 ExtraTrees_r178_BAG_L2 0.939005 0.931582 roc_auc 18.638521 38.171270 3009.484673 0.086547 0.621837 1.610297 2 True 113
17 CatBoost_r86_BAG_L2 0.938867 0.931890 roc_auc 18.658486 37.618026 3093.184800 0.106512 0.068593 85.310425 2 True 100
18 CatBoost_r128_BAG_L2 0.938865 0.931262 roc_auc 18.688995 37.632953 3095.214629 0.137021 0.083520 87.340254 2 True 107
19 LightGBMLarge_BAG_L2 0.938830 0.931651 roc_auc 18.683486 37.678967 3016.176585 0.131513 0.129534 8.302210 2 True 76
20 CatBoost_r12_BAG_L2 0.938828 0.931625 roc_auc 18.613830 37.609409 3074.153473 0.061856 0.059976 66.279097 2 True 125
21 LightGBM_r143_BAG_L2 0.938813 0.931703 roc_auc 18.762996 37.805001 3020.688754 0.211022 0.255568 12.814378 2 True 103
22 CatBoost_r70_BAG_L2 0.938773 0.931709 roc_auc 18.687485 37.622414 3055.845992 0.135511 0.072981 47.971617 2 True 94
23 CatBoost_r180_BAG_L2 0.938771 0.931853 roc_auc 18.672227 37.624442 3059.995866 0.120254 0.075009 52.121490 2 True 122
24 RandomForest_r127_BAG_L2 0.938678 0.931196 roc_auc 18.680856 38.156962 3069.313752 0.128882 0.607529 61.439376 2 True 104
25 CatBoost_r167_BAG_L2 0.938642 0.931197 roc_auc 18.611154 37.608945 3052.898482 0.059181 0.059512 45.024107 2 True 97
26 CatBoost_r198_BAG_L2 0.938635 0.931643 roc_auc 18.612975 37.601432 3057.198722 0.061001 0.051999 49.324346 2 True 128
27 XGBoost_r98_BAG_L2 0.938583 0.932364 roc_auc 19.154060 38.119860 3039.755404 0.602087 0.570427 31.881028 2 True 98
28 XGBoost_r194_BAG_L2 0.938524 0.930649 roc_auc 18.853514 37.671944 3014.665883 0.301540 0.122511 6.791507 2 True 90
29 LightGBM_r135_BAG_L2 0.938498 0.931662 roc_auc 18.712976 37.746961 3016.994008 0.161002 0.197528 9.119632 2 True 118
30 ExtraTrees_r172_BAG_L2 0.938446 0.932002 roc_auc 18.706729 38.158342 3010.152282 0.154755 0.608909 2.277906 2 True 91
31 CatBoost_r143_BAG_L2 0.938429 0.931673 roc_auc 18.613139 37.609938 3048.056062 0.061166 0.060505 40.181686 2 True 112
32 CatBoost_r9_BAG_L2 0.938288 0.932124 roc_auc 18.693520 37.633949 3095.645218 0.141546 0.084516 87.770842 2 True 79
33 LightGBM_r121_BAG_L2 0.938277 0.932391 roc_auc 18.839009 37.919030 3021.222656 0.287035 0.369597 13.348280 2 True 121
34 CatBoost_r5_BAG_L2 0.938264 0.931162 roc_auc 18.650486 37.609952 3038.305135 0.098513 0.060519 30.430759 2 True 111
35 CatBoost_r49_BAG_L2 0.938196 0.931687 roc_auc 18.613976 37.611463 3036.452105 0.062002 0.062030 28.577729 2 True 101
36 CatBoost_r177_BAG_L2 0.938144 0.931605 roc_auc 18.637484 37.601996 3038.382244 0.085510 0.052563 30.507868 2 True 77
37 LightGBM_r161_BAG_L2 0.938135 0.932279 roc_auc 18.888522 37.943022 3021.166625 0.336549 0.393589 13.292249 2 True 93
38 ExtraTrees_r42_BAG_L2 0.938117 0.928926 roc_auc 18.708997 38.129700 3010.106973 0.157023 0.580267 2.232597 2 True 82
39 CatBoost_r69_BAG_L2 0.938065 0.931272 roc_auc 18.622488 37.601063 3044.234718 0.070515 0.051630 36.360342 2 True 92
40 RandomForestEntr_BAG_L2 0.938060 0.930770 roc_auc 18.647119 38.317014 3013.793357 0.095145 0.767581 5.918982 2 True 71
41 CatBoost_BAG_L2 0.937971 0.931685 roc_auc 18.610083 37.608428 3049.981252 0.058109 0.058995 42.106876 2 True 72
42 CatBoost_r163_BAG_L2 0.937943 0.931370 roc_auc 18.608508 37.609010 3028.944904 0.056534 0.059577 21.070529 2 True 127
43 CatBoost_r50_BAG_L2 0.937784 0.931272 roc_auc 18.672501 37.611954 3030.534419 0.120528 0.062521 22.660043 2 True 89
44 ExtraTrees_r197_BAG_L2 0.937729 0.929822 roc_auc 18.640623 38.382208 3011.075967 0.088650 0.832775 3.201591 2 True 123
45 XGBoost_r34_BAG_L2 0.937644 0.931736 roc_auc 18.891504 37.841993 3020.914683 0.339531 0.292560 13.040308 2 True 130
46 CatBoost_r137_BAG_L2 0.937613 0.931790 roc_auc 18.617576 37.602439 3048.629530 0.065602 0.053006 40.755154 2 True 83
47 CatBoost_r60_BAG_L2 0.937597 0.931387 roc_auc 18.655488 37.609434 3047.853568 0.103514 0.060001 39.979192 2 True 116
48 LightGBMXT_BAG_L2 0.937541 0.931511 roc_auc 18.686488 37.669747 3012.037517 0.134515 0.120314 4.163141 2 True 68
49 XGBoost_r33_BAG_L2 0.937519 0.932186 roc_auc 18.984012 37.881545 3028.255065 0.432039 0.332112 20.380689 2 True 81
50 CatBoost_r6_BAG_L2 0.937488 0.930707 roc_auc 18.657482 37.619478 3026.311381 0.105509 0.070045 18.437006 2 True 120
51 ExtraTrees_r126_BAG_L2 0.937299 0.929898 roc_auc 18.664064 38.189713 3008.570509 0.112090 0.640280 0.696133 2 True 126
52 RandomForest_r15_BAG_L2 0.937158 0.930552 roc_auc 18.661818 38.144634 3054.949489 0.109844 0.595201 47.075113 2 True 117
53 RandomForestGini_BAG_L2 0.936781 0.929654 roc_auc 18.701484 38.154971 3014.244860 0.149511 0.605538 6.370485 2 True 70
54 RandomForest_r195_BAG_L2 0.936704 0.928380 roc_auc 18.667001 38.143080 3059.696152 0.115028 0.593647 51.821776 2 True 85
55 RandomForest_r166_BAG_L2 0.936685 0.929690 roc_auc 18.647019 38.182482 3011.923070 0.095046 0.633049 4.048695 2 True 114
56 ExtraTreesEntr_BAG_L2 0.936578 0.930386 roc_auc 18.702424 38.218013 3008.582989 0.150450 0.668580 0.708613 2 True 74
57 ExtraTreesGini_BAG_L2 0.936576 0.928808 roc_auc 18.672049 38.289832 3008.627224 0.120075 0.740399 0.752848 2 True 73
58 ExtraTrees_r49_BAG_L2 0.936576 0.928808 roc_auc 18.678979 38.194192 3008.596796 0.127006 0.644759 0.722420 2 True 102
59 RandomForest_r39_BAG_L2 0.936368 0.929859 roc_auc 18.690385 38.141309 3058.526049 0.138412 0.591876 50.651673 2 True 96
60 RandomForest_r16_BAG_L2 0.936180 0.928684 roc_auc 18.643111 38.192490 3079.595452 0.091137 0.643057 71.721076 2 True 124
61 LightGBM_r188_BAG_L2 0.935411 0.929263 roc_auc 18.717489 37.743215 3012.970643 0.165515 0.193782 5.096267 2 True 86
62 LightGBM_r196_BAG_L2 0.935231 0.930428 roc_auc 19.250811 39.161064 3021.524150 0.698838 1.611631 13.649774 2 True 95
63 LightGBM_r30_BAG_L2 0.935017 0.930181 roc_auc 18.872293 38.190025 3016.436620 0.320320 0.640592 8.562245 2 True 109
64 LightGBM_r42_BAG_L2 0.933852 0.928009 roc_auc 18.694992 37.674675 3011.735987 0.143018 0.125242 3.861611 2 True 131
65 LightGBM_r121_BAG_L1 0.931360 0.923911 roc_auc 0.581074 1.043453 8.351639 0.581074 1.043453 8.351639 1 True 56
66 LightGBM_r161_BAG_L1 0.931284 0.923940 roc_auc 0.539911 1.090967 8.595937 0.539911 1.090967 8.595937 1 True 28
67 WeightedEnsemble_L2 0.931170 0.926806 roc_auc 1.657008 2.761400 231.267982 0.010000 0.000000 4.033067 2 True 67
68 CatBoost_r128_BAG_L1 0.927473 0.921939 roc_auc 0.143057 0.093628 66.421354 0.143057 0.093628 66.421354 1 True 42
69 CatBoost_r180_BAG_L1 0.927323 0.918713 roc_auc 0.130508 0.047265 53.789803 0.130508 0.047265 53.789803 1 True 57
70 LightGBMLarge_BAG_L1 0.926468 0.917823 roc_auc 0.176520 0.233788 4.626753 0.176520 0.233788 4.626753 1 True 11
71 LightGBM_r131_BAG_L1 0.926364 0.918909 roc_auc 0.440551 0.968758 7.607457 0.440551 0.968758 7.607457 1 True 13
72 CatBoost_r9_BAG_L1 0.926138 0.920203 roc_auc 0.149463 0.078127 83.240619 0.149463 0.078127 83.240619 1 True 14
73 LightGBM_r143_BAG_L1 0.924866 0.915341 roc_auc 0.285646 0.464324 6.524753 0.285646 0.464324 6.524753 1 True 38
74 LightGBM_r130_BAG_L1 0.923896 0.915261 roc_auc 0.136508 0.238207 3.717193 0.136508 0.238207 3.717193 1 True 23
75 CatBoost_r70_BAG_L1 0.923223 0.917533 roc_auc 0.132025 0.086026 73.879196 0.132025 0.086026 73.879196 1 True 29
76 CatBoost_r12_BAG_L1 0.922595 0.916333 roc_auc 0.083213 0.068766 190.856951 0.083213 0.068766 190.856951 1 True 60
77 CatBoost_r198_BAG_L1 0.921964 0.916064 roc_auc 0.081089 0.063870 212.763118 0.081089 0.063870 212.763118 1 True 63
78 LightGBM_r135_BAG_L1 0.921947 0.912084 roc_auc 0.210531 0.282046 4.722446 0.210531 0.282046 4.722446 1 True 53
79 CatBoost_r177_BAG_L1 0.921667 0.915544 roc_auc 0.095510 0.015629 74.522033 0.095510 0.015629 74.522033 1 True 12
80 CatBoost_r143_BAG_L1 0.921522 0.914357 roc_auc 0.066511 0.062496 82.732028 0.066511 0.062496 82.732028 1 True 47
81 CatBoost_r13_BAG_L1 0.921445 0.915814 roc_auc 0.113538 0.046872 331.454575 0.113538 0.046872 331.454575 1 True 19
82 CatBoost_r167_BAG_L1 0.921414 0.916253 roc_auc 0.091565 0.069899 109.407630 0.091565 0.069899 109.407630 1 True 32
83 XGBoost_r34_BAG_L1 0.921330 0.914154 roc_auc 0.437037 0.533595 8.031255 0.437037 0.533595 8.031255 1 True 65
84 CatBoost_r69_BAG_L1 0.921268 0.914442 roc_auc 0.091521 0.015626 161.541507 0.091521 0.015626 161.541507 1 True 27
85 CatBoost_BAG_L1 0.921222 0.914692 roc_auc 0.080423 0.055399 171.913832 0.080423 0.055399 171.913832 1 True 7
86 XGBoost_r33_BAG_L1 0.920635 0.912833 roc_auc 0.595058 0.782971 11.223053 0.595058 0.782971 11.223053 1 True 16
87 CatBoost_r163_BAG_L1 0.920594 0.913989 roc_auc 0.056542 0.037997 90.371657 0.056542 0.037997 90.371657 1 True 62
88 LightGBM_BAG_L1 0.920565 0.911735 roc_auc 0.146511 0.203568 3.811257 0.146511 0.203568 3.811257 1 True 4
89 LightGBM_r15_BAG_L1 0.920169 0.911699 roc_auc 0.362043 0.940745 6.808133 0.362043 0.940745 6.808133 1 True 34
90 XGBoost_BAG_L1 0.920168 0.909758 roc_auc 0.280527 0.171897 4.203488 0.280527 0.171897 4.203488 1 True 10
91 CatBoost_r50_BAG_L1 0.919919 0.911035 roc_auc 0.109516 0.040249 61.267235 0.109516 0.040249 61.267235 1 True 24
92 CatBoost_r86_BAG_L1 0.919901 0.915776 roc_auc 0.132513 0.053890 205.077906 0.132513 0.053890 205.077906 1 True 35
93 XGBoost_r95_BAG_L1 0.919677 0.909375 roc_auc 0.340984 0.262580 6.638593 0.340984 0.262580 6.638593 1 True 64
94 CatBoost_r60_BAG_L1 0.919619 0.912554 roc_auc 0.112510 0.103269 175.176273 0.112510 0.103269 175.176273 1 True 51
95 XGBoost_r98_BAG_L1 0.919522 0.911762 roc_auc 1.492656 1.794153 22.613600 1.492656 1.794153 22.613600 1 True 33
96 XGBoost_r22_BAG_L1 0.919391 0.909781 roc_auc 0.352032 0.293302 6.512941 0.352032 0.293302 6.512941 1 True 54
97 RandomForest_r127_BAG_L1 0.918961 0.910056 roc_auc 0.140389 0.407971 5.490420 0.140389 0.407971 5.490420 1 True 39
98 CatBoost_r137_BAG_L1 0.918411 0.911560 roc_auc 0.092474 0.084635 271.628713 0.092474 0.084635 271.628713 1 True 18
99 XGBoost_r89_BAG_L1 0.917701 0.908868 roc_auc 0.309526 0.233134 5.457730 0.309526 0.233134 5.457730 1 True 22
100 RandomForest_r16_BAG_L1 0.917582 0.908195 roc_auc 0.102995 0.407961 6.835562 0.102995 0.407961 6.835562 1 True 59
101 XGBoost_r49_BAG_L1 0.917528 0.909357 roc_auc 0.449548 0.423471 8.015376 0.449548 0.423471 8.015376 1 True 45
102 RandomForest_r15_BAG_L1 0.917524 0.908810 roc_auc 0.112515 0.408889 4.330677 0.112515 0.408889 4.330677 1 True 52
103 CatBoost_r6_BAG_L1 0.917016 0.910490 roc_auc 0.114510 0.056881 41.303908 0.114510 0.056881 41.303908 1 True 55
104 XGBoost_r31_BAG_L1 0.917006 0.908740 roc_auc 2.322884 2.586740 53.885374 2.322884 2.586740 53.885374 1 True 50
105 RandomForest_r39_BAG_L1 0.916533 0.908606 roc_auc 0.141020 0.408059 4.783573 0.141020 0.408059 4.783573 1 True 31
106 RandomForest_r195_BAG_L1 0.916328 0.907273 roc_auc 0.087529 0.423655 4.690090 0.087529 0.423655 4.690090 1 True 20
107 CatBoost_r5_BAG_L1 0.916045 0.908683 roc_auc 0.095004 0.054891 148.362825 0.095004 0.054891 148.362825 1 True 46
108 CatBoost_r49_BAG_L1 0.915748 0.909228 roc_auc 0.061513 0.062513 112.189626 0.061513 0.062513 112.189626 1 True 36
109 XGBoost_r194_BAG_L1 0.911370 0.902160 roc_auc 0.241269 0.141458 2.792041 0.241269 0.141458 2.792041 1 True 25
110 RandomForest_r34_BAG_L1 0.899342 0.890801 roc_auc 0.093253 0.361309 3.015345 0.093253 0.361309 3.015345 1 True 40
111 LightGBM_r96_BAG_L1 0.891946 0.888318 roc_auc 0.683344 2.678089 10.232098 0.683344 2.678089 10.232098 1 True 15
112 LightGBMXT_BAG_L1 0.891709 0.887371 roc_auc 0.185021 0.415255 3.419261 0.185021 0.415255 3.419261 1 True 3
113 RandomForestEntr_BAG_L1 0.890985 0.887658 roc_auc 0.140193 0.439488 1.474167 0.140193 0.439488 1.474167 1 True 6
114 LightGBM_r94_BAG_L1 0.890633 0.887174 roc_auc 0.396207 0.973102 7.183744 0.396207 0.973102 7.183744 1 True 41
115 RandomForest_r166_BAG_L1 0.889665 0.884224 roc_auc 0.143940 0.455193 2.276119 0.143940 0.455193 2.276119 1 True 49
116 RandomForestGini_BAG_L1 0.889665 0.884224 roc_auc 0.164659 0.454713 1.443439 0.164659 0.454713 1.443439 1 True 5
117 LightGBM_r30_BAG_L1 0.883688 0.882359 roc_auc 0.645994 1.731201 10.648954 0.645994 1.731201 10.648954 1 True 44
118 LightGBM_r188_BAG_L1 0.883258 0.881779 roc_auc 0.214018 0.402973 4.452944 0.214018 0.402973 4.452944 1 True 21
119 LightGBM_r196_BAG_L1 0.883202 0.881388 roc_auc 1.833381 8.703571 24.027755 1.833381 8.703571 24.027755 1 True 30
120 LightGBM_r42_BAG_L1 0.879377 0.875920 roc_auc 0.207024 0.326522 4.067577 0.207024 0.326522 4.067577 1 True 66
121 ExtraTrees_r197_BAG_L1 0.877073 0.875365 roc_auc 0.137682 0.439887 1.098870 0.137682 0.439887 1.098870 1 True 58
122 ExtraTrees_r172_BAG_L1 0.873331 0.875468 roc_auc 0.140244 0.424068 0.875962 0.140244 0.424068 0.875962 1 True 26
123 ExtraTrees_r42_BAG_L1 0.872771 0.872313 roc_auc 0.170009 0.442873 0.957086 0.170009 0.442873 0.957086 1 True 17
124 ExtraTrees_r178_BAG_L1 0.870878 0.871212 roc_auc 0.121144 0.549806 1.351502 0.121144 0.549806 1.351502 1 True 48
125 ExtraTrees_r4_BAG_L1 0.866269 0.866898 roc_auc 0.086156 0.391819 0.643016 0.086156 0.391819 0.643016 1 True 43
126 ExtraTreesEntr_BAG_L1 0.845477 0.845475 roc_auc 0.185247 0.502236 0.596168 0.185247 0.502236 0.596168 1 True 9
127 ExtraTrees_r126_BAG_L1 0.842519 0.842775 roc_auc 0.138982 0.546290 0.622577 0.138982 0.546290 0.622577 1 True 61
128 ExtraTreesGini_BAG_L1 0.841459 0.842146 roc_auc 0.189609 0.502288 0.611796 0.189609 0.502288 0.611796 1 True 8
129 ExtraTrees_r49_BAG_L1 0.841459 0.842146 roc_auc 0.219090 0.517206 0.674626 0.219090 0.517206 0.674626 1 True 37
130 KNeighborsDist_BAG_L1 0.680355 0.660285 roc_auc 0.072507 0.172153 0.015625 0.072507 0.172153 0.015625 1 True 2
131 KNeighborsUnif_BAG_L1 0.674621 0.656874 roc_auc 0.066001 0.175773 0.015614 0.066001 0.175773 0.015614 1 True 1
Stacked overfitting occurred: False.
Spend 5040 seconds for the sub-fit(s) during dynamic stacking.
Time left for full fit of AutoGluon: 81360 seconds.
Starting full fit now with num_stack_levels 1.
Beginning AutoGluon training ... Time limit = 81360s
AutoGluon will save models to "./loan_best_quality_models_2"
=================== System Info ===================
AutoGluon Version: 1.0.0
Python Version: 3.10.13
Operating System: Windows
Platform Machine: AMD64
Platform Version: 10.0.22621
CPU Count: 20
Memory Avail: 16.33 GB / 31.73 GB (51.5%)
Disk Space Avail: 732.65 GB / 951.65 GB (77.0%)
===================================================
Train Data Rows: 23821
Train Data Columns: 24
Label Column: loan_status
Problem Type: binary
Preprocessing data ...
Selected class <--> label mapping: class 1 = 1, class 0 = 0
Using Feature Generators to preprocess the data ...
Fitting AutoMLPipelineFeatureGenerator...
Available Memory: 16722.59 MB
Train Data (Original) Memory Usage: 9.27 MB (0.1% of available memory)
Inferring data type of each feature based on column values. Set feature_metadata_in to manually specify special dtypes of the features.
Stage 1 Generators:
Fitting AsTypeFeatureGenerator...
Stage 2 Generators:
Fitting FillNaFeatureGenerator...
Stage 3 Generators:
Fitting IdentityFeatureGenerator...
Fitting CategoryFeatureGenerator...
Fitting CategoryMemoryMinimizeFeatureGenerator...
Stage 4 Generators:
Fitting DropUniqueFeatureGenerator...
Stage 5 Generators:
Fitting DropDuplicatesFeatureGenerator...
Types of features in original data (raw dtype, special dtypes):
('float', []) : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
('object', []) : 4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
Types of features in processed data (raw dtype, special dtypes):
('category', []) : 4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
('float', []) : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
0.1s = Fit runtime
24 features in original data used to generate 24 features in processed data.
Train Data (Processed) Memory Usage: 3.73 MB (0.0% of available memory)
Data preprocessing and feature engineering runtime = 0.11s ...
AutoGluon will gauge predictive performance using evaluation metric: 'roc_auc'
This metric expects predicted probabilities rather than predicted class labels, so you'll need to use predict_proba() instead of predict()
To change this, specify the eval_metric parameter of Predictor()
Large model count detected (112 configs) ... Only displaying the first 3 models of each family. To see all, set `verbosity=3`.
User-specified model hyperparameters to be fit:
{
'NN_TORCH': [{}, {'activation': 'elu', 'dropout_prob': 0.10077639529843717, 'hidden_size': 108, 'learning_rate': 0.002735937344002146, 'num_layers': 4, 'use_batchnorm': True, 'weight_decay': 1.356433327634438e-12, 'ag_args': {'name_suffix': '_r79', 'priority': -2}}, {'activation': 'elu', 'dropout_prob': 0.11897478034205347, 'hidden_size': 213, 'learning_rate': 0.0010474382260641949, 'num_layers': 4, 'use_batchnorm': False, 'weight_decay': 5.594471067786272e-10, 'ag_args': {'name_suffix': '_r22', 'priority': -7}}],
'GBM': [{'extra_trees': True, 'ag_args': {'name_suffix': 'XT'}}, {}, 'GBMLarge'],
'CAT': [{}, {'depth': 6, 'grow_policy': 'SymmetricTree', 'l2_leaf_reg': 2.1542798306067823, 'learning_rate': 0.06864209415792857, 'max_ctr_complexity': 4, 'one_hot_max_size': 10, 'ag_args': {'name_suffix': '_r177', 'priority': -1}}, {'depth': 8, 'grow_policy': 'Depthwise', 'l2_leaf_reg': 2.7997999596449104, 'learning_rate': 0.031375015734637225, 'max_ctr_complexity': 2, 'one_hot_max_size': 3, 'ag_args': {'name_suffix': '_r9', 'priority': -5}}],
'XGB': [{}, {'colsample_bytree': 0.6917311125174739, 'enable_categorical': False, 'learning_rate': 0.018063876087523967, 'max_depth': 10, 'min_child_weight': 0.6028633586934382, 'ag_args': {'name_suffix': '_r33', 'priority': -8}}, {'colsample_bytree': 0.6628423832084077, 'enable_categorical': False, 'learning_rate': 0.08775715546881824, 'max_depth': 5, 'min_child_weight': 0.6294123374222513, 'ag_args': {'name_suffix': '_r89', 'priority': -16}}],
'FASTAI': [{}, {'bs': 256, 'emb_drop': 0.5411770367537934, 'epochs': 43, 'layers': [800, 400], 'lr': 0.01519848858318159, 'ps': 0.23782946566604385, 'ag_args': {'name_suffix': '_r191', 'priority': -4}}, {'bs': 2048, 'emb_drop': 0.05070411322605811, 'epochs': 29, 'layers': [200, 100], 'lr': 0.08974235041576624, 'ps': 0.10393466140748028, 'ag_args': {'name_suffix': '_r102', 'priority': -11}}],
'RF': [{'criterion': 'gini', 'ag_args': {'name_suffix': 'Gini', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'entropy', 'ag_args': {'name_suffix': 'Entr', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'squared_error', 'ag_args': {'name_suffix': 'MSE', 'problem_types': ['regression', 'quantile']}}],
'XT': [{'criterion': 'gini', 'ag_args': {'name_suffix': 'Gini', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'entropy', 'ag_args': {'name_suffix': 'Entr', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'squared_error', 'ag_args': {'name_suffix': 'MSE', 'problem_types': ['regression', 'quantile']}}],
'KNN': [{'weights': 'uniform', 'ag_args': {'name_suffix': 'Unif'}}, {'weights': 'distance', 'ag_args': {'name_suffix': 'Dist'}}],
}
AutoGluon will fit 2 stack levels (L1 to L2) ...
Fitting 110 L1 models ...
Fitting model: KNeighborsUnif_BAG_L1 ... Training model for up to 54226.37s of the 81359.88s of remaining time.
0.6616 = Validation score (roc_auc)
0.01s = Training runtime
0.24s = Validation runtime
Fitting model: KNeighborsDist_BAG_L1 ... Training model for up to 54226.06s of the 81359.57s of remaining time.
0.6666 = Validation score (roc_auc)
0.02s = Training runtime
0.24s = Validation runtime
Fitting model: LightGBMXT_BAG_L1 ... Training model for up to 54225.73s of the 81359.24s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.18%)
0.8884 = Validation score (roc_auc)
4.55s = Training runtime
0.48s = Validation runtime
Fitting model: LightGBM_BAG_L1 ... Training model for up to 54219.4s of the 81352.92s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.19%)
0.9135 = Validation score (roc_auc)
4.28s = Training runtime
0.23s = Validation runtime
Fitting model: RandomForestGini_BAG_L1 ... Training model for up to 54213.36s of the 81346.88s of remaining time.
0.8865 = Validation score (roc_auc)
1.89s = Training runtime
0.56s = Validation runtime
Fitting model: RandomForestEntr_BAG_L1 ... Training model for up to 54210.75s of the 81344.27s of remaining time.
0.8899 = Validation score (roc_auc)
1.68s = Training runtime
0.51s = Validation runtime
Fitting model: CatBoost_BAG_L1 ... Training model for up to 54208.4s of the 81341.92s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
0.9201 = Validation score (roc_auc)
275.12s = Training runtime
0.07s = Validation runtime
Fitting model: ExtraTreesGini_BAG_L1 ... Training model for up to 53931.81s of the 81065.33s of remaining time.
0.8426 = Validation score (roc_auc)
0.72s = Training runtime
0.57s = Validation runtime
Fitting model: ExtraTreesEntr_BAG_L1 ... Training model for up to 53930.31s of the 81063.82s of remaining time.
0.8458 = Validation score (roc_auc)
0.73s = Training runtime
0.59s = Validation runtime
Fitting model: NeuralNetFastAI_BAG_L1 ... Training model for up to 53928.77s of the 81062.29s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.28%)
Warning: Exception caused NeuralNetFastAI_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=22332, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=22332, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_BAG_L1 ... Training model for up to 53927.2s of the 81060.71s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.27%)
2024-03-03 19:00:56,291 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:00:56,291 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:00:56,291 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:00:56,291 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:00:56,291 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:00:56,300 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:00:56,300 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9144 = Validation score (roc_auc)
5.27s = Training runtime
0.24s = Validation runtime
Fitting model: NeuralNetTorch_BAG_L1 ... Training model for up to 53920.46s of the 81053.98s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
Warning: Exception caused NeuralNetTorch_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=32568, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=32568, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBMLarge_BAG_L1 ... Training model for up to 53918.15s of the 81051.66s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.28%)
2024-03-03 19:01:05,367 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:01:05,369 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:01:05,371 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:01:05,372 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:01:05,374 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:01:05,376 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:01:05,378 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9213 = Validation score (roc_auc)
5.2s = Training runtime
0.29s = Validation runtime
Fitting model: CatBoost_r177_BAG_L1 ... Training model for up to 53911.37s of the 81044.88s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
0.9189 = Validation score (roc_auc)
120.55s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetTorch_r79_BAG_L1 ... Training model for up to 53789.35s of the 80922.86s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
Warning: Exception caused NeuralNetTorch_r79_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=31636, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=31636, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r131_BAG_L1 ... Training model for up to 53787.02s of the 80920.54s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
2024-03-03 19:03:16,506 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:16,506 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:16,509 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:16,509 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:16,513 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:16,513 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:16,517 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9199 = Validation score (roc_auc)
8.65s = Training runtime
1.1s = Validation runtime
Fitting model: NeuralNetFastAI_r191_BAG_L1 ... Training model for up to 53776.54s of the 80910.06s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
Warning: Exception caused NeuralNetFastAI_r191_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=15524, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=15524, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r9_BAG_L1 ... Training model for up to 53774.87s of the 80908.39s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
2024-03-03 19:03:28,635 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:28,638 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:28,640 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:28,643 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:28,645 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:28,648 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:28,650 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9266 = Validation score (roc_auc)
107.32s = Training runtime
0.08s = Validation runtime
Fitting model: LightGBM_r96_BAG_L1 ... Training model for up to 53665.87s of the 80799.38s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
0.8897 = Validation score (roc_auc)
11.95s = Training runtime
2.97s = Validation runtime
Fitting model: NeuralNetTorch_r22_BAG_L1 ... Training model for up to 53651.9s of the 80785.42s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
Warning: Exception caused NeuralNetTorch_r22_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=3340, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=3340, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: XGBoost_r33_BAG_L1 ... Training model for up to 53649.24s of the 80782.75s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
2024-03-03 19:05:33,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:05:33,667 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:05:33,669 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:05:33,672 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:05:33,674 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:05:33,676 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:05:33,678 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9157 = Validation score (roc_auc)
15.23s = Training runtime
1.31s = Validation runtime
Fitting model: ExtraTrees_r42_BAG_L1 ... Training model for up to 53632.16s of the 80765.68s of remaining time.
0.873 = Validation score (roc_auc)
1.06s = Training runtime
0.53s = Validation runtime
Fitting model: CatBoost_r137_BAG_L1 ... Training model for up to 53630.4s of the 80763.92s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
0.9137 = Validation score (roc_auc)
299.94s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r102_BAG_L1 ... Training model for up to 53328.93s of the 80462.45s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
Warning: Exception caused NeuralNetFastAI_r102_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=22776, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=22776, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r13_BAG_L1 ... Training model for up to 53327.4s of the 80460.92s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.37%)
2024-03-03 19:10:55,301 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:10:55,301 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:10:55,306 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:10:55,309 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:10:55,309 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:10:55,313 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:10:55,313 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9201 = Validation score (roc_auc)
457.4s = Training runtime
0.07s = Validation runtime
Fitting model: RandomForest_r195_BAG_L1 ... Training model for up to 52868.58s of the 80002.1s of remaining time.
0.9116 = Validation score (roc_auc)
5.65s = Training runtime
0.51s = Validation runtime
Fitting model: LightGBM_r188_BAG_L1 ... Training model for up to 52862.27s of the 79995.78s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
0.8826 = Validation score (roc_auc)
5.29s = Training runtime
0.48s = Validation runtime
Fitting model: NeuralNetFastAI_r145_BAG_L1 ... Training model for up to 52855.29s of the 79988.81s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
Warning: Exception caused NeuralNetFastAI_r145_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=12816, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=12816, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r89_BAG_L1 ... Training model for up to 52853.67s of the 79987.18s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
2024-03-03 19:18:49,924 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:18:49,926 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:18:49,928 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:18:49,930 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:18:49,932 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:18:49,934 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:18:49,936 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9118 = Validation score (roc_auc)
7.82s = Training runtime
0.33s = Validation runtime
Fitting model: NeuralNetTorch_r30_BAG_L1 ... Training model for up to 52844.32s of the 79977.84s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
Warning: Exception caused NeuralNetTorch_r30_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=35644, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=35644, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r130_BAG_L1 ... Training model for up to 52841.92s of the 79975.43s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
2024-03-03 19:19:01,009 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:01,011 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:01,013 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:01,014 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:01,016 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:01,017 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:01,019 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9186 = Validation score (roc_auc)
3.66s = Training runtime
0.26s = Validation runtime
Fitting model: NeuralNetTorch_r86_BAG_L1 ... Training model for up to 52836.63s of the 79970.14s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
Warning: Exception caused NeuralNetTorch_r86_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=22800, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=22800, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r50_BAG_L1 ... Training model for up to 52833.96s of the 79967.47s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
2024-03-03 19:19:09,067 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:09,070 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:09,073 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:09,075 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:09,079 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:09,080 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:09,083 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9139 = Validation score (roc_auc)
85.31s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r11_BAG_L1 ... Training model for up to 52746.97s of the 79880.48s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
Warning: Exception caused NeuralNetFastAI_r11_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=37452, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=37452, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r194_BAG_L1 ... Training model for up to 52745.36s of the 79878.87s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
0.9055 = Validation score (roc_auc)
3.14s = Training runtime
0.15s = Validation runtime
Fitting model: ExtraTrees_r172_BAG_L1 ... Training model for up to 52740.69s of the 79874.21s of remaining time.
2024-03-03 19:20:37,884 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:20:37,886 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:20:37,889 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:20:37,891 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:20:37,894 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:20:37,896 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:20:37,898 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8765 = Validation score (roc_auc)
1.03s = Training runtime
0.51s = Validation runtime
Fitting model: CatBoost_r69_BAG_L1 ... Training model for up to 52739.02s of the 79872.54s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.19%)
0.9185 = Validation score (roc_auc)
243.11s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r103_BAG_L1 ... Training model for up to 52494.48s of the 79627.99s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
Warning: Exception caused NeuralNetFastAI_r103_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=37416, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=37416, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r14_BAG_L1 ... Training model for up to 52492.86s of the 79626.38s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
Warning: Exception caused NeuralNetTorch_r14_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=34628, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=34628, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:24:47,303 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:47,305 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:47,306 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:47,307 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r161_BAG_L1 ... Training model for up to 52490.47s of the 79623.99s of remaining time.
2024-03-03 19:24:47,309 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:47,310 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:47,312 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.37%)
2024-03-03 19:24:52,914 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:52,916 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:52,918 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:52,920 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:52,923 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:52,926 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:52,928 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.927 = Validation score (roc_auc)
10.5s = Training runtime
1.17s = Validation runtime
Fitting model: NeuralNetFastAI_r143_BAG_L1 ... Training model for up to 52477.99s of the 79611.51s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
Warning: Exception caused NeuralNetFastAI_r143_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=22964, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=22964, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r70_BAG_L1 ... Training model for up to 52476.22s of the 79609.74s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
2024-03-03 19:25:07,023 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:25:07,026 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:25:07,028 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:25:07,031 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:25:07,032 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:25:07,034 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:25:07,036 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9213 = Validation score (roc_auc)
102.35s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetFastAI_r156_BAG_L1 ... Training model for up to 52372.31s of the 79505.83s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
Warning: Exception caused NeuralNetFastAI_r156_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=8764, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=8764, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r196_BAG_L1 ... Training model for up to 52370.65s of the 79504.16s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
2024-03-03 19:26:52,637 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:26:52,637 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:26:52,637 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:26:52,637 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:26:52,637 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:26:52,637 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:26:52,637 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8836 = Validation score (roc_auc)
26.95s = Training runtime
9.03s = Validation runtime
Fitting model: RandomForest_r39_BAG_L1 ... Training model for up to 52340.34s of the 79473.86s of remaining time.
0.9121 = Validation score (roc_auc)
5.49s = Training runtime
0.49s = Validation runtime
Fitting model: CatBoost_r167_BAG_L1 ... Training model for up to 52334.24s of the 79467.76s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
0.9192 = Validation score (roc_auc)
136.28s = Training runtime
0.04s = Validation runtime
Fitting model: NeuralNetFastAI_r95_BAG_L1 ... Training model for up to 52196.44s of the 79329.96s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
Warning: Exception caused NeuralNetFastAI_r95_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=12856, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=12856, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r41_BAG_L1 ... Training model for up to 52194.75s of the 79328.26s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
Warning: Exception caused NeuralNetTorch_r41_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=31720, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=31720, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:29:45,352 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:45,352 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:45,368 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r98_BAG_L1 ... Training model for up to 52192.41s of the 79325.93s of remaining time.
2024-03-03 19:29:45,368 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:45,368 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:45,368 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:45,368 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.40%)
2024-03-03 19:29:50,496 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:50,496 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:50,496 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:50,496 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:50,496 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:50,496 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:50,512 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9146 = Validation score (roc_auc)
23.65s = Training runtime
2.13s = Validation runtime
Fitting model: LightGBM_r15_BAG_L1 ... Training model for up to 52166.83s of the 79300.34s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
0.9134 = Validation score (roc_auc)
8.74s = Training runtime
0.96s = Validation runtime
Fitting model: NeuralNetTorch_r158_BAG_L1 ... Training model for up to 52156.24s of the 79289.76s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
Warning: Exception caused NeuralNetTorch_r158_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=16896, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=16896, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r86_BAG_L1 ... Training model for up to 52153.89s of the 79287.4s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
2024-03-03 19:30:29,646 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:30:29,646 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:30:29,646 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:30:29,646 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:30:29,646 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:30:29,646 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:30:29,646 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9195 = Validation score (roc_auc)
279.71s = Training runtime
0.08s = Validation runtime
Fitting model: NeuralNetFastAI_r37_BAG_L1 ... Training model for up to 51872.6s of the 79006.12s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r37_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=16284, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=16284, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r197_BAG_L1 ... Training model for up to 51870.88s of the 79004.4s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
Warning: Exception caused NeuralNetTorch_r197_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=29644, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=29644, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:35:09,299 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:09,314 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:09,314 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:09,314 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r49_BAG_L1 ... Training model for up to 51868.46s of the 79001.98s of remaining time.
2024-03-03 19:35:09,314 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:09,314 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:09,314 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
2024-03-03 19:35:14,882 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:14,883 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:14,883 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:14,883 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:14,883 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:14,883 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:14,883 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9137 = Validation score (roc_auc)
150.08s = Training runtime
0.05s = Validation runtime
Fitting model: ExtraTrees_r49_BAG_L1 ... Training model for up to 51716.8s of the 78850.32s of remaining time.
0.8426 = Validation score (roc_auc)
0.82s = Training runtime
0.61s = Validation runtime
Fitting model: LightGBM_r143_BAG_L1 ... Training model for up to 51715.15s of the 78848.67s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.27%)
0.9192 = Validation score (roc_auc)
7.91s = Training runtime
0.55s = Validation runtime
Fitting model: RandomForest_r127_BAG_L1 ... Training model for up to 51705.44s of the 78838.96s of remaining time.
0.9138 = Validation score (roc_auc)
6.6s = Training runtime
0.47s = Validation runtime
Fitting model: NeuralNetFastAI_r134_BAG_L1 ... Training model for up to 51698.26s of the 78831.78s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r134_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=34288, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=34288, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r34_BAG_L1 ... Training model for up to 51696.58s of the 78830.1s of remaining time.
0.8943 = Validation score (roc_auc)
3.4s = Training runtime
0.44s = Validation runtime
Fitting model: LightGBM_r94_BAG_L1 ... Training model for up to 51692.65s of the 78826.17s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
2024-03-03 19:38:06,655 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:06,655 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:06,655 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:06,655 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:06,655 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:06,655 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:06,655 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8883 = Validation score (roc_auc)
8.31s = Training runtime
1.52s = Validation runtime
Fitting model: NeuralNetTorch_r143_BAG_L1 ... Training model for up to 51682.53s of the 78816.04s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r143_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=28408, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=28408, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r128_BAG_L1 ... Training model for up to 51680.05s of the 78813.57s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
2024-03-03 19:38:22,715 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:22,715 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:22,715 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:22,715 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:22,715 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:22,715 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:22,715 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9257 = Validation score (roc_auc)
79.87s = Training runtime
0.09s = Validation runtime
Fitting model: NeuralNetFastAI_r111_BAG_L1 ... Training model for up to 51598.58s of the 78732.1s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r111_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=8864, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=8864, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r31_BAG_L1 ... Training model for up to 51596.92s of the 78730.43s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r31_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=13268, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=13268, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:39:43,222 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:43,230 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:43,230 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r4_BAG_L1 ... Training model for up to 51594.55s of the 78728.06s of remaining time.
2024-03-03 19:39:43,230 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:43,230 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:43,230 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:43,230 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8681 = Validation score (roc_auc)
0.82s = Training runtime
0.47s = Validation runtime
Fitting model: NeuralNetFastAI_r65_BAG_L1 ... Training model for up to 51593.17s of the 78726.68s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r65_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=12244, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=12244, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 19:39:46,304 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:46,304 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:46,304 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r88_BAG_L1 ... Training model for up to 51591.47s of the 78724.99s of remaining time.
2024-03-03 19:39:46,304 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:46,304 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:46,304 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:46,304 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused NeuralNetFastAI_r88_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=36828, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=36828, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 19:39:48,014 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:48,014 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:48,014 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:48,014 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:48,014 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:48,014 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:48,014 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r30_BAG_L1 ... Training model for up to 51589.76s of the 78723.28s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
2024-03-03 19:39:53,065 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:53,065 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:53,065 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:53,065 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:53,065 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:53,065 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:53,065 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8838 = Validation score (roc_auc)
13.08s = Training runtime
2.15s = Validation runtime
Fitting model: XGBoost_r49_BAG_L1 ... Training model for up to 51574.49s of the 78708.0s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.28%)
0.9122 = Validation score (roc_auc)
10.45s = Training runtime
0.55s = Validation runtime
Fitting model: CatBoost_r5_BAG_L1 ... Training model for up to 51562.36s of the 78695.88s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
0.914 = Validation score (roc_auc)
189.3s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetTorch_r87_BAG_L1 ... Training model for up to 51371.44s of the 78504.96s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r87_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=34356, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=34356, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r71_BAG_L1 ... Training model for up to 51368.95s of the 78502.47s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r71_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=37360, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=37360, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:43:31,228 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:31,228 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:31,228 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r143_BAG_L1 ... Training model for up to 51366.55s of the 78500.07s of remaining time.
2024-03-03 19:43:31,228 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:31,228 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:31,228 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:31,228 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
2024-03-03 19:43:37,013 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:37,013 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:37,013 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:37,013 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:37,023 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:37,023 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:37,023 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9208 = Validation score (roc_auc)
96.46s = Training runtime
0.05s = Validation runtime
Fitting model: ExtraTrees_r178_BAG_L1 ... Training model for up to 51268.44s of the 78401.96s of remaining time.
0.8743 = Validation score (roc_auc)
0.97s = Training runtime
0.55s = Validation runtime
Fitting model: RandomForest_r166_BAG_L1 ... Training model for up to 51266.77s of the 78400.28s of remaining time.
0.8865 = Validation score (roc_auc)
1.69s = Training runtime
0.54s = Validation runtime
Fitting model: XGBoost_r31_BAG_L1 ... Training model for up to 51264.38s of the 78397.9s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
0.9104 = Validation score (roc_auc)
66.1s = Training runtime
3.09s = Validation runtime
Fitting model: NeuralNetTorch_r185_BAG_L1 ... Training model for up to 51196.21s of the 78329.72s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r185_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=22076, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=22076, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r160_BAG_L1 ... Training model for up to 51193.71s of the 78327.23s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
Warning: Exception caused NeuralNetFastAI_r160_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=27388, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=27388, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 19:46:25,742 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:25,753 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:25,753 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r60_BAG_L1 ... Training model for up to 51192.02s of the 78325.54s of remaining time.
2024-03-03 19:46:25,758 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:25,774 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:25,774 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:25,774 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
2024-03-03 19:46:30,803 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:30,803 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:30,803 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:30,803 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:30,803 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:30,803 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:30,803 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9172 = Validation score (roc_auc)
291.46s = Training runtime
0.05s = Validation runtime
Fitting model: RandomForest_r15_BAG_L1 ... Training model for up to 50898.89s of the 78032.4s of remaining time.
0.9125 = Validation score (roc_auc)
5.08s = Training runtime
0.47s = Validation runtime
Fitting model: LightGBM_r135_BAG_L1 ... Training model for up to 50893.21s of the 78026.73s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
0.9164 = Validation score (roc_auc)
5.05s = Training runtime
0.36s = Validation runtime
Fitting model: XGBoost_r22_BAG_L1 ... Training model for up to 50886.46s of the 78019.98s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
0.9127 = Validation score (roc_auc)
7.48s = Training runtime
0.32s = Validation runtime
Fitting model: NeuralNetFastAI_r69_BAG_L1 ... Training model for up to 50877.3s of the 78010.82s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
Warning: Exception caused NeuralNetFastAI_r69_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=35476, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=35476, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r6_BAG_L1 ... Training model for up to 50875.57s of the 78009.09s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
2024-03-03 19:51:47,223 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:51:47,223 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:51:47,223 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:51:47,223 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:51:47,223 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:51:47,236 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:51:47,236 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9139 = Validation score (roc_auc)
46.4s = Training runtime
0.1s = Validation runtime
Fitting model: NeuralNetFastAI_r138_BAG_L1 ... Training model for up to 50827.59s of the 77961.11s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
Warning: Exception caused NeuralNetFastAI_r138_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=32992, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=32992, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r121_BAG_L1 ... Training model for up to 50825.9s of the 77959.41s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-03 19:52:37,465 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:37,465 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:37,465 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:37,465 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:37,465 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:37,465 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:37,481 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9276 = Validation score (roc_auc)
10.34s = Training runtime
1.3s = Validation runtime
Fitting model: NeuralNetFastAI_r172_BAG_L1 ... Training model for up to 50813.53s of the 77947.04s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
Warning: Exception caused NeuralNetFastAI_r172_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=36808, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=36808, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r180_BAG_L1 ... Training model for up to 50811.74s of the 77945.26s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
2024-03-03 19:52:51,534 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:51,534 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:51,534 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:51,534 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:51,534 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:51,534 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:51,548 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9236 = Validation score (roc_auc)
70.45s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetTorch_r76_BAG_L1 ... Training model for up to 50739.66s of the 77873.18s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r76_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=38304, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=38304, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: ExtraTrees_r197_BAG_L1 ... Training model for up to 50737.09s of the 77870.61s of remaining time.
0.8769 = Validation score (roc_auc)
1.4s = Training runtime
0.52s = Validation runtime
Fitting model: NeuralNetTorch_r121_BAG_L1 ... Training model for up to 50735.05s of the 77868.57s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r121_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=19388, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=19388, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:54:05,174 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:05,174 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:05,181 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r127_BAG_L1 ... Training model for up to 50732.6s of the 77866.11s of remaining time.
2024-03-03 19:54:05,181 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:05,181 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:05,181 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:05,181 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
Warning: Exception caused NeuralNetFastAI_r127_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=8140, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=8140, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 19:54:06,947 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:06,947 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:06,947 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForest_r16_BAG_L1 ... Training model for up to 50730.81s of the 77864.33s of remaining time.
2024-03-03 19:54:06,963 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:06,963 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:06,963 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:06,963 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9111 = Validation score (roc_auc)
8.05s = Training runtime
0.55s = Validation runtime
Fitting model: NeuralNetFastAI_r194_BAG_L1 ... Training model for up to 50722.08s of the 77855.59s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
Warning: Exception caused NeuralNetFastAI_r194_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=10380, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=10380, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r12_BAG_L1 ... Training model for up to 50720.3s of the 77853.82s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
2024-03-03 19:54:23,049 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:23,049 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:23,049 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:23,049 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:23,049 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:23,049 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:23,049 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9207 = Validation score (roc_auc)
259.95s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetTorch_r135_BAG_L1 ... Training model for up to 50458.75s of the 77592.27s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
Warning: Exception caused NeuralNetTorch_r135_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=19280, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=19280, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r4_BAG_L1 ... Training model for up to 50455.64s of the 77589.16s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
Warning: Exception caused NeuralNetFastAI_r4_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=18548, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=18548, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 19:58:43,844 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:43,844 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:43,844 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r126_BAG_L1 ... Training model for up to 50453.93s of the 77587.45s of remaining time.
2024-03-03 19:58:43,844 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:43,844 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:43,844 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:43,844 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8463 = Validation score (roc_auc)
0.79s = Training runtime
0.59s = Validation runtime
Fitting model: NeuralNetTorch_r36_BAG_L1 ... Training model for up to 50452.39s of the 77585.91s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
Warning: Exception caused NeuralNetTorch_r36_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=8248, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=8248, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:58:47,862 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:47,862 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:47,862 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:47,862 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r100_BAG_L1 ... Training model for up to 50449.9s of the 77583.42s of remaining time.
2024-03-03 19:58:47,878 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:47,881 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:47,881 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
Warning: Exception caused NeuralNetFastAI_r100_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=35288, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=35288, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 19:58:49,572 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:49,572 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r163_BAG_L1 ... Training model for up to 50448.21s of the 77581.72s of remaining time.
2024-03-03 19:58:49,584 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:49,584 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:49,584 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:49,588 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:49,588 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.18%)
2024-03-03 19:58:55,266 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:55,266 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:55,266 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:55,266 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:55,266 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:55,266 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:55,266 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9178 = Validation score (roc_auc)
103.05s = Training runtime
0.04s = Validation runtime
Fitting model: CatBoost_r198_BAG_L1 ... Training model for up to 50343.39s of the 77476.91s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.20%)
0.9197 = Validation score (roc_auc)
245.57s = Training runtime
0.04s = Validation runtime
Fitting model: NeuralNetFastAI_r187_BAG_L1 ... Training model for up to 50096.22s of the 77229.74s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
Warning: Exception caused NeuralNetFastAI_r187_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=24640, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=24640, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r19_BAG_L1 ... Training model for up to 50094.54s of the 77228.06s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
Warning: Exception caused NeuralNetTorch_r19_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=33952, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=33952, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:04:45,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:45,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:45,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:45,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r95_BAG_L1 ... Training model for up to 50092.11s of the 77225.63s of remaining time.
2024-03-03 20:04:45,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:45,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:45,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
2024-03-03 20:04:50,896 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:50,896 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:50,896 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:50,896 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:50,896 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:50,896 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:50,896 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9118 = Validation score (roc_auc)
10.22s = Training runtime
0.31s = Validation runtime
Fitting model: XGBoost_r34_BAG_L1 ... Training model for up to 50080.2s of the 77213.71s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
0.9174 = Validation score (roc_auc)
12.22s = Training runtime
0.89s = Validation runtime
Fitting model: LightGBM_r42_BAG_L1 ... Training model for up to 50066.19s of the 77199.7s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.28%)
0.8767 = Validation score (roc_auc)
4.44s = Training runtime
0.4s = Validation runtime
Fitting model: NeuralNetTorch_r1_BAG_L1 ... Training model for up to 50059.91s of the 77193.42s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r1_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=19844, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=19844, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r89_BAG_L1 ... Training model for up to 50057.29s of the 77190.8s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused NeuralNetTorch_r89_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=23036, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=23036, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:05:22,953 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:22,969 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:22,971 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:22,971 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:22,971 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:22,971 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:22,971 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: WeightedEnsemble_L2 ... Training model for up to 5422.64s of the 77188.09s of remaining time.
2024-03-03 20:05:28,055 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:28,055 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:28,055 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:28,055 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:28,071 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:28,071 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:28,071 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Ensemble Weights: {'LightGBM_r121_BAG_L1': 0.312, 'CatBoost_r9_BAG_L1': 0.258, 'LightGBM_r161_BAG_L1': 0.183, 'CatBoost_r128_BAG_L1': 0.183, 'CatBoost_r180_BAG_L1': 0.043, 'RandomForest_r16_BAG_L1': 0.022}
0.9305 = Validation score (roc_auc)
5.02s = Training runtime
0.0s = Validation runtime
Fitting 108 L2 models ...
Fitting model: LightGBMXT_BAG_L2 ... Training model for up to 77183.04s of the 77182.86s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.43%)
0.9358 = Validation score (roc_auc)
4.5s = Training runtime
0.18s = Validation runtime
Fitting model: LightGBM_BAG_L2 ... Training model for up to 77176.82s of the 77176.67s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.45%)
0.9355 = Validation score (roc_auc)
4.41s = Training runtime
0.11s = Validation runtime
Fitting model: RandomForestGini_BAG_L2 ... Training model for up to 77170.64s of the 77170.46s of remaining time.
0.933 = Validation score (roc_auc)
7.62s = Training runtime
0.72s = Validation runtime
Fitting model: RandomForestEntr_BAG_L2 ... Training model for up to 77162.1s of the 77161.95s of remaining time.
0.9348 = Validation score (roc_auc)
6.64s = Training runtime
0.7s = Validation runtime
Fitting model: CatBoost_BAG_L2 ... Training model for up to 77154.63s of the 77154.46s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.52%)
0.9357 = Validation score (roc_auc)
69.7s = Training runtime
0.06s = Validation runtime
Fitting model: ExtraTreesGini_BAG_L2 ... Training model for up to 77083.2s of the 77083.03s of remaining time.
0.933 = Validation score (roc_auc)
0.86s = Training runtime
0.74s = Validation runtime
Fitting model: ExtraTreesEntr_BAG_L2 ... Training model for up to 77081.42s of the 77081.25s of remaining time.
0.9334 = Validation score (roc_auc)
0.88s = Training runtime
0.75s = Validation runtime
Fitting model: NeuralNetFastAI_BAG_L2 ... Training model for up to 77079.62s of the 77079.46s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
Warning: Exception caused NeuralNetFastAI_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=2948, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=2948, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_BAG_L2 ... Training model for up to 77077.83s of the 77077.67s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
2024-03-03 20:07:18,675 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:18,677 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:18,677 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:18,677 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:18,677 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:18,677 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:18,677 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9353 = Validation score (roc_auc)
6.33s = Training runtime
0.21s = Validation runtime
Fitting model: NeuralNetTorch_BAG_L2 ... Training model for up to 77069.83s of the 77069.65s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
Warning: Exception caused NeuralNetTorch_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=20676, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=20676, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBMLarge_BAG_L2 ... Training model for up to 77067.14s of the 77066.97s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.72%)
2024-03-03 20:07:29,720 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:29,720 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:29,720 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:29,720 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:29,720 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:29,720 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:29,736 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9352 = Validation score (roc_auc)
8.27s = Training runtime
0.17s = Validation runtime
Fitting model: CatBoost_r177_BAG_L2 ... Training model for up to 77057.12s of the 77056.95s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
0.9348 = Validation score (roc_auc)
28.45s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetTorch_r79_BAG_L2 ... Training model for up to 77026.87s of the 77026.7s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
Warning: Exception caused NeuralNetTorch_r79_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=27320, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=27320, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r131_BAG_L2 ... Training model for up to 77024.13s of the 77023.98s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.51%)
2024-03-03 20:08:12,932 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:12,932 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:12,932 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:12,932 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:12,942 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:12,942 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:12,942 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.936 = Validation score (roc_auc)
7.51s = Training runtime
0.31s = Validation runtime
Fitting model: NeuralNetFastAI_r191_BAG_L2 ... Training model for up to 77014.81s of the 77014.65s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.61%)
Warning: Exception caused NeuralNetFastAI_r191_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=28160, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=28160, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r9_BAG_L2 ... Training model for up to 77012.94s of the 77012.78s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.09%)
2024-03-03 20:08:23,986 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:23,986 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:23,986 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:23,986 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:23,994 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:23,994 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:23,994 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9356 = Validation score (roc_auc)
95.06s = Training runtime
0.05s = Validation runtime
Fitting model: LightGBM_r96_BAG_L2 ... Training model for up to 76916.2s of the 76916.03s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.40%)
0.936 = Validation score (roc_auc)
8.12s = Training runtime
0.82s = Validation runtime
Fitting model: NeuralNetTorch_r22_BAG_L2 ... Training model for up to 76906.19s of the 76906.03s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
Warning: Exception caused NeuralNetTorch_r22_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=21376, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=21376, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: XGBoost_r33_BAG_L2 ... Training model for up to 76903.6s of the 76903.44s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.96%)
2024-03-03 20:10:13,503 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:10:13,503 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:10:13,503 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:10:13,503 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:10:13,503 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:10:13,503 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:10:13,518 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9355 = Validation score (roc_auc)
20.54s = Training runtime
0.39s = Validation runtime
Fitting model: ExtraTrees_r42_BAG_L2 ... Training model for up to 76881.32s of the 76881.16s of remaining time.
0.934 = Validation score (roc_auc)
2.75s = Training runtime
0.75s = Validation runtime
Fitting model: CatBoost_r137_BAG_L2 ... Training model for up to 76877.65s of the 76877.5s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.40%)
0.9349 = Validation score (roc_auc)
41.4s = Training runtime
0.09s = Validation runtime
Fitting model: NeuralNetFastAI_r102_BAG_L2 ... Training model for up to 76834.57s of the 76834.4s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
Warning: Exception caused NeuralNetFastAI_r102_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=26596, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=26596, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r13_BAG_L2 ... Training model for up to 76832.65s of the 76832.49s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.11%)
2024-03-03 20:11:23,870 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:11:23,870 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:11:23,870 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:11:23,870 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:11:23,870 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:11:23,870 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:11:23,870 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9358 = Validation score (roc_auc)
182.41s = Training runtime
0.06s = Validation runtime
Fitting model: RandomForest_r195_BAG_L2 ... Training model for up to 76648.5s of the 76648.34s of remaining time.
0.9321 = Validation score (roc_auc)
60.1s = Training runtime
0.67s = Validation runtime
Fitting model: LightGBM_r188_BAG_L2 ... Training model for up to 76587.6s of the 76587.42s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.74%)
0.9349 = Validation score (roc_auc)
5.33s = Training runtime
0.17s = Validation runtime
Fitting model: NeuralNetFastAI_r145_BAG_L2 ... Training model for up to 76580.57s of the 76580.4s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.63%)
Warning: Exception caused NeuralNetFastAI_r145_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=35340, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=35340, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r89_BAG_L2 ... Training model for up to 76578.64s of the 76578.48s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.68%)
2024-03-03 20:15:37,814 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:37,814 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:37,814 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:37,814 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:37,814 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:37,814 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:37,830 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9354 = Validation score (roc_auc)
5.44s = Training runtime
0.16s = Validation runtime
Fitting model: NeuralNetTorch_r30_BAG_L2 ... Training model for up to 76571.47s of the 76571.31s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
Warning: Exception caused NeuralNetTorch_r30_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=35956, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=35956, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r130_BAG_L2 ... Training model for up to 76568.85s of the 76568.68s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.64%)
2024-03-03 20:15:47,853 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:47,853 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:47,853 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:47,862 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:47,862 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:47,862 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:47,869 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9352 = Validation score (roc_auc)
4.89s = Training runtime
0.12s = Validation runtime
Fitting model: NeuralNetTorch_r86_BAG_L2 ... Training model for up to 76562.25s of the 76562.08s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
Warning: Exception caused NeuralNetTorch_r86_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=16388, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=16388, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r50_BAG_L2 ... Training model for up to 76559.35s of the 76559.19s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.42%)
2024-03-03 20:15:57,892 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:57,892 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:57,892 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:57,892 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:57,892 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:57,892 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:57,892 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9346 = Validation score (roc_auc)
17.64s = Training runtime
0.09s = Validation runtime
Fitting model: NeuralNetFastAI_r11_BAG_L2 ... Training model for up to 76540.02s of the 76539.85s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.63%)
Warning: Exception caused NeuralNetFastAI_r11_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=13640, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=13640, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r194_BAG_L2 ... Training model for up to 76538.28s of the 76538.13s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.88%)
2024-03-03 20:16:18,972 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:16:18,972 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:16:18,972 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:16:18,972 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:16:18,972 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:16:18,972 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:16:18,988 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9338 = Validation score (roc_auc)
6.27s = Training runtime
0.16s = Validation runtime
Fitting model: ExtraTrees_r172_BAG_L2 ... Training model for up to 76530.36s of the 76530.19s of remaining time.
0.9357 = Validation score (roc_auc)
2.67s = Training runtime
0.71s = Validation runtime
Fitting model: CatBoost_r69_BAG_L2 ... Training model for up to 76526.82s of the 76526.66s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.47%)
0.9349 = Validation score (roc_auc)
29.55s = Training runtime
0.03s = Validation runtime
Fitting model: NeuralNetFastAI_r103_BAG_L2 ... Training model for up to 76495.6s of the 76495.43s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.63%)
Warning: Exception caused NeuralNetFastAI_r103_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=25236, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=25236, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r14_BAG_L2 ... Training model for up to 76493.84s of the 76493.69s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
Warning: Exception caused NeuralNetTorch_r14_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=21212, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=21212, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:17:00,211 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:00,211 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:00,211 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:00,211 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:00,211 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:00,211 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:00,211 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r161_BAG_L2 ... Training model for up to 76491.24s of the 76491.07s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.15%)
2024-03-03 20:17:05,152 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:05,152 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:05,152 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:05,152 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:05,152 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:05,152 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:05,168 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9364 = Validation score (roc_auc)
13.41s = Training runtime
0.4s = Validation runtime
Fitting model: NeuralNetFastAI_r143_BAG_L2 ... Training model for up to 76475.92s of the 76475.76s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
Warning: Exception caused NeuralNetFastAI_r143_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=29752, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=29752, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r70_BAG_L2 ... Training model for up to 76474.05s of the 76473.89s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
2024-03-03 20:17:23,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:23,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:23,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:23,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:23,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:23,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:23,225 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9356 = Validation score (roc_auc)
43.4s = Training runtime
0.08s = Validation runtime
Fitting model: NeuralNetFastAI_r156_BAG_L2 ... Training model for up to 76428.95s of the 76428.79s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.64%)
Warning: Exception caused NeuralNetFastAI_r156_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=37592, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=37592, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r196_BAG_L2 ... Training model for up to 76427.22s of the 76427.06s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.79%)
2024-03-03 20:18:09,405 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:18:09,405 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:18:09,405 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:18:09,405 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:18:09,405 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:18:09,405 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:18:09,421 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9351 = Validation score (roc_auc)
14.87s = Training runtime
1.8s = Validation runtime
Fitting model: RandomForest_r39_BAG_L2 ... Training model for up to 76410.16s of the 76409.98s of remaining time.
0.9327 = Validation score (roc_auc)
57.7s = Training runtime
0.68s = Validation runtime
Fitting model: CatBoost_r167_BAG_L2 ... Training model for up to 76351.64s of the 76351.47s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.78%)
0.9354 = Validation score (roc_auc)
43.01s = Training runtime
0.09s = Validation runtime
Fitting model: NeuralNetFastAI_r95_BAG_L2 ... Training model for up to 76307.03s of the 76306.87s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
Warning: Exception caused NeuralNetFastAI_r95_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=10716, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=10716, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r41_BAG_L2 ... Training model for up to 76305.26s of the 76305.1s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
Warning: Exception caused NeuralNetTorch_r41_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=11608, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=11608, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:20:08,767 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:08,767 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:08,767 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:08,767 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:08,767 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:08,767 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:08,767 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r98_BAG_L2 ... Training model for up to 76302.67s of the 76302.51s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.33%)
2024-03-03 20:20:14,368 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:14,371 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:14,371 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:14,371 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:14,371 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:14,371 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:14,384 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.936 = Validation score (roc_auc)
33.35s = Training runtime
0.72s = Validation runtime
Fitting model: LightGBM_r15_BAG_L2 ... Training model for up to 76267.59s of the 76267.43s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.45%)
0.9359 = Validation score (roc_auc)
5.85s = Training runtime
0.19s = Validation runtime
Fitting model: NeuralNetTorch_r158_BAG_L2 ... Training model for up to 76260.06s of the 76259.9s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
Warning: Exception caused NeuralNetTorch_r158_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=12256, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=12256, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r86_BAG_L2 ... Training model for up to 76257.44s of the 76257.27s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.20%)
2024-03-03 20:20:59,550 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:59,550 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:59,550 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:59,550 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:59,561 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:59,561 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:59,566 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9356 = Validation score (roc_auc)
113.34s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetFastAI_r37_BAG_L2 ... Training model for up to 76142.36s of the 76142.2s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
Warning: Exception caused NeuralNetFastAI_r37_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=26800, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=26800, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r197_BAG_L2 ... Training model for up to 76140.6s of the 76140.43s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
Warning: Exception caused NeuralNetTorch_r197_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=2652, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=2652, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:22:53,235 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:53,235 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:53,235 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:53,235 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:53,235 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:53,235 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:53,250 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r49_BAG_L2 ... Training model for up to 76138.22s of the 76138.04s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.44%)
2024-03-03 20:22:58,395 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:58,395 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:58,395 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:58,395 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:58,395 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:58,395 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:58,395 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9347 = Validation score (roc_auc)
34.19s = Training runtime
0.05s = Validation runtime
Fitting model: ExtraTrees_r49_BAG_L2 ... Training model for up to 76102.43s of the 76102.27s of remaining time.
0.933 = Validation score (roc_auc)
0.85s = Training runtime
0.72s = Validation runtime
Fitting model: LightGBM_r143_BAG_L2 ... Training model for up to 76100.69s of the 76100.53s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.95%)
0.9354 = Validation score (roc_auc)
12.36s = Training runtime
0.27s = Validation runtime
Fitting model: RandomForest_r127_BAG_L2 ... Training model for up to 76086.63s of the 76086.46s of remaining time.
0.9344 = Validation score (roc_auc)
69.1s = Training runtime
0.69s = Validation runtime
Fitting model: NeuralNetFastAI_r134_BAG_L2 ... Training model for up to 76016.7s of the 76016.54s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
Warning: Exception caused NeuralNetFastAI_r134_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=32996, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=32996, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r34_BAG_L2 ... Training model for up to 76014.92s of the 76014.76s of remaining time.
2024-03-03 20:25:01,464 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:01,464 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:01,464 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:01,464 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:01,464 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:01,464 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:01,464 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9364 = Validation score (roc_auc)
35.17s = Training runtime
0.6s = Validation runtime
Fitting model: LightGBM_r94_BAG_L2 ... Training model for up to 75979.05s of the 75978.88s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.43%)
0.9363 = Validation score (roc_auc)
4.61s = Training runtime
0.33s = Validation runtime
Fitting model: NeuralNetTorch_r143_BAG_L2 ... Training model for up to 75972.77s of the 75972.6s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
Warning: Exception caused NeuralNetTorch_r143_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=21524, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=21524, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r128_BAG_L2 ... Training model for up to 75970.2s of the 75970.03s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.20%)
2024-03-03 20:25:46,787 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:46,787 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:46,787 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:46,787 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:46,787 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:46,787 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:46,787 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9354 = Validation score (roc_auc)
86.02s = Training runtime
0.1s = Validation runtime
Fitting model: NeuralNetFastAI_r111_BAG_L2 ... Training model for up to 75882.45s of the 75882.29s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
Warning: Exception caused NeuralNetFastAI_r111_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=6436, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=6436, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r31_BAG_L2 ... Training model for up to 75880.7s of the 75880.53s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
Warning: Exception caused NeuralNetTorch_r31_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=17836, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=17836, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:27:13,098 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:13,098 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:13,098 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:13,114 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:13,114 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:13,114 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:13,114 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r4_BAG_L2 ... Training model for up to 75878.34s of the 75878.18s of remaining time.
0.9356 = Validation score (roc_auc)
1.58s = Training runtime
0.67s = Validation runtime
Fitting model: NeuralNetFastAI_r65_BAG_L2 ... Training model for up to 75875.95s of the 75875.78s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
Warning: Exception caused NeuralNetFastAI_r65_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=25296, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=25296, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 20:27:17,208 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:17,208 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:17,208 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:17,208 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:17,208 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:17,208 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:17,208 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r88_BAG_L2 ... Training model for up to 75874.23s of the 75874.07s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
Warning: Exception caused NeuralNetFastAI_r88_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=32928, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=32928, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 20:27:19,028 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:19,028 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:19,028 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:19,028 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:19,028 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:19,028 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:19,028 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r30_BAG_L2 ... Training model for up to 75872.42s of the 75872.25s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.67%)
2024-03-03 20:27:24,172 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:24,172 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:24,172 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:24,172 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:24,172 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:24,172 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:24,188 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9351 = Validation score (roc_auc)
9.93s = Training runtime
0.81s = Validation runtime
Fitting model: XGBoost_r49_BAG_L2 ... Training model for up to 75860.6s of the 75860.44s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.82%)
0.9358 = Validation score (roc_auc)
8.58s = Training runtime
0.2s = Validation runtime
Fitting model: CatBoost_r5_BAG_L2 ... Training model for up to 75850.26s of the 75850.1s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.40%)
0.9351 = Validation score (roc_auc)
34.87s = Training runtime
0.09s = Validation runtime
Fitting model: NeuralNetTorch_r87_BAG_L2 ... Training model for up to 75813.68s of the 75813.52s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
Warning: Exception caused NeuralNetTorch_r87_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=38712, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=38712, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r71_BAG_L2 ... Training model for up to 75811.2s of the 75811.05s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
Warning: Exception caused NeuralNetTorch_r71_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=18588, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=18588, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:28:22,836 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:22,836 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:22,836 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:22,836 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:22,836 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:22,852 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:22,852 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r143_BAG_L2 ... Training model for up to 75808.6s of the 75808.43s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.72%)
2024-03-03 20:28:28,420 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:28,420 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:28,420 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:28,420 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:28,420 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:28,420 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:28,420 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9343 = Validation score (roc_auc)
38.95s = Training runtime
0.1s = Validation runtime
Fitting model: ExtraTrees_r178_BAG_L2 ... Training model for up to 75767.97s of the 75767.81s of remaining time.
0.936 = Validation score (roc_auc)
1.94s = Training runtime
0.72s = Validation runtime
Fitting model: RandomForest_r166_BAG_L2 ... Training model for up to 75765.16s of the 75764.99s of remaining time.
0.9336 = Validation score (roc_auc)
4.64s = Training runtime
0.74s = Validation runtime
Fitting model: XGBoost_r31_BAG_L2 ... Training model for up to 75759.62s of the 75759.47s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.64%)
0.9356 = Validation score (roc_auc)
26.21s = Training runtime
0.45s = Validation runtime
Fitting model: NeuralNetTorch_r185_BAG_L2 ... Training model for up to 75731.8s of the 75731.64s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
Warning: Exception caused NeuralNetTorch_r185_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=35236, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=35236, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r160_BAG_L2 ... Training model for up to 75729.37s of the 75729.19s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
Warning: Exception caused NeuralNetFastAI_r160_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=32780, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=32780, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 20:29:43,857 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:43,857 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:43,857 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:43,857 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:43,857 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:43,857 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:43,857 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r60_BAG_L2 ... Training model for up to 75727.59s of the 75727.42s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.44%)
2024-03-03 20:29:49,755 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:49,755 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:49,755 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:49,755 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:49,755 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:49,755 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:49,755 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9351 = Validation score (roc_auc)
48.23s = Training runtime
0.06s = Validation runtime
Fitting model: RandomForest_r15_BAG_L2 ... Training model for up to 75677.76s of the 75677.59s of remaining time.
0.9332 = Validation score (roc_auc)
55.62s = Training runtime
0.66s = Validation runtime
Fitting model: LightGBM_r135_BAG_L2 ... Training model for up to 75621.35s of the 75621.19s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.96%)
0.9353 = Validation score (roc_auc)
9.13s = Training runtime
0.22s = Validation runtime
Fitting model: XGBoost_r22_BAG_L2 ... Training model for up to 75610.63s of the 75610.47s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.66%)
0.9356 = Validation score (roc_auc)
5.85s = Training runtime
0.22s = Validation runtime
Fitting model: NeuralNetFastAI_r69_BAG_L2 ... Training model for up to 75603.13s of the 75602.98s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.62%)
Warning: Exception caused NeuralNetFastAI_r69_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=32772, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=32772, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r6_BAG_L2 ... Training model for up to 75601.25s of the 75601.1s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.41%)
2024-03-03 20:31:55,907 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:31:55,907 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:31:55,907 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:31:55,907 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:31:55,907 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:31:55,907 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:31:55,907 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9343 = Validation score (roc_auc)
15.42s = Training runtime
0.08s = Validation runtime
Fitting model: NeuralNetFastAI_r138_BAG_L2 ... Training model for up to 75584.16s of the 75583.98s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.62%)
Warning: Exception caused NeuralNetFastAI_r138_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=18272, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=18272, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r121_BAG_L2 ... Training model for up to 75582.38s of the 75582.21s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.99%)
2024-03-03 20:32:13,977 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:13,977 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:13,977 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:13,977 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:13,977 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:13,992 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:13,992 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.936 = Validation score (roc_auc)
12.15s = Training runtime
0.39s = Validation runtime
Fitting model: NeuralNetFastAI_r172_BAG_L2 ... Training model for up to 75568.49s of the 75568.33s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.63%)
Warning: Exception caused NeuralNetFastAI_r172_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=34812, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=34812, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r180_BAG_L2 ... Training model for up to 75566.65s of the 75566.49s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.74%)
2024-03-03 20:32:30,039 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:30,039 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:30,039 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:30,039 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:30,039 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:30,039 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:30,039 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9348 = Validation score (roc_auc)
50.89s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetTorch_r76_BAG_L2 ... Training model for up to 75514.18s of the 75514.02s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
Warning: Exception caused NeuralNetTorch_r76_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=26680, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=26680, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: ExtraTrees_r197_BAG_L2 ... Training model for up to 75511.77s of the 75511.6s of remaining time.
0.9339 = Validation score (roc_auc)
3.17s = Training runtime
0.67s = Validation runtime
Fitting model: NeuralNetTorch_r121_BAG_L2 ... Training model for up to 75507.77s of the 75507.6s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
2024-03-03 20:33:25,271 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:25,271 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:25,275 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:25,275 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:25,279 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:25,279 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:25,279 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Warning: Exception caused NeuralNetTorch_r121_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=3640, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=3640, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r127_BAG_L2 ... Training model for up to 75505.32s of the 75505.15s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
Warning: Exception caused NeuralNetFastAI_r127_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=38212, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=38212, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 20:33:27,956 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:27,960 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:27,960 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:27,964 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:27,964 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:27,968 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:27,968 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForest_r16_BAG_L2 ... Training model for up to 75503.49s of the 75503.32s of remaining time.
2024-03-03 20:33:33,401 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:33,405 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:33,405 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:33,409 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:33,409 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:33,413 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:33,413 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9315 = Validation score (roc_auc)
81.51s = Training runtime
0.71s = Validation runtime
Fitting model: NeuralNetFastAI_r194_BAG_L2 ... Training model for up to 75421.13s of the 75420.95s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
Warning: Exception caused NeuralNetFastAI_r194_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=33140, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=33140, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r12_BAG_L2 ... Training model for up to 75419.42s of the 75419.26s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.72%)
2024-03-03 20:34:57,682 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:34:57,682 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:34:57,682 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:34:57,682 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:34:57,690 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:34:57,690 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:34:57,690 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.935 = Validation score (roc_auc)
78.62s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetTorch_r135_BAG_L2 ... Training model for up to 75339.16s of the 75338.99s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
Warning: Exception caused NeuralNetTorch_r135_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=33324, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=33324, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r4_BAG_L2 ... Training model for up to 75336.74s of the 75336.59s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
Warning: Exception caused NeuralNetFastAI_r4_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=21844, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=21844, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 20:36:16,432 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:16,432 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:16,432 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:16,432 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:16,432 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:16,448 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:16,448 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r126_BAG_L2 ... Training model for up to 75335.02s of the 75334.85s of remaining time.
0.9338 = Validation score (roc_auc)
0.83s = Training runtime
0.72s = Validation runtime
Fitting model: NeuralNetTorch_r36_BAG_L2 ... Training model for up to 75333.28s of the 75333.1s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
Warning: Exception caused NeuralNetTorch_r36_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=28456, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=28456, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:36:20,605 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:20,605 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:20,605 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:20,605 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:20,621 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:20,621 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:20,621 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r100_BAG_L2 ... Training model for up to 75330.83s of the 75330.67s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
Warning: Exception caused NeuralNetFastAI_r100_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=24888, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=24888, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 20:36:22,409 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:22,425 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:22,425 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:22,425 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:22,425 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:22,425 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:22,425 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r163_BAG_L2 ... Training model for up to 75329.03s of the 75328.86s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.45%)
2024-03-03 20:36:28,213 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:28,213 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:28,213 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:28,213 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:28,213 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:28,213 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:28,229 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9347 = Validation score (roc_auc)
25.91s = Training runtime
0.05s = Validation runtime
Fitting model: CatBoost_r198_BAG_L2 ... Training model for up to 75301.5s of the 75301.32s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
0.9349 = Validation score (roc_auc)
47.64s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetFastAI_r187_BAG_L2 ... Training model for up to 75252.21s of the 75252.03s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
Warning: Exception caused NeuralNetFastAI_r187_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=37496, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=37496, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r19_BAG_L2 ... Training model for up to 75250.48s of the 75250.33s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
Warning: Exception caused NeuralNetTorch_r19_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=7432, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=7432, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:37:43,448 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:43,448 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:43,448 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:43,448 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:43,448 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:43,448 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:43,448 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r95_BAG_L2 ... Training model for up to 75248.0s of the 75247.83s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.66%)
2024-03-03 20:37:48,531 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:48,531 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:48,531 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:48,531 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:48,531 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:48,531 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:48,531 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9359 = Validation score (roc_auc)
6.28s = Training runtime
0.17s = Validation runtime
Fitting model: XGBoost_r34_BAG_L2 ... Training model for up to 75240.11s of the 75239.94s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.97%)
0.9351 = Validation score (roc_auc)
12.58s = Training runtime
0.29s = Validation runtime
Fitting model: LightGBM_r42_BAG_L2 ... Training model for up to 75225.79s of the 75225.62s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.95%)
0.9322 = Validation score (roc_auc)
3.86s = Training runtime
0.14s = Validation runtime
Fitting model: NeuralNetTorch_r1_BAG_L2 ... Training model for up to 75220.2s of the 75220.04s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
Warning: Exception caused NeuralNetTorch_r1_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=10364, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=10364, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r89_BAG_L2 ... Training model for up to 75217.51s of the 75217.35s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
Warning: Exception caused NeuralNetTorch_r89_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=7700, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=7700, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
try_import_torch()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
import torch
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
from . import _meta_registrations
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
import torch._decomp.decompositions
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
import torch._prims as prims
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
from torch._subclasses.fake_tensor import (
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
from torch._guards import Source
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
class ShapeGuard(NamedTuple):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:38:16,594 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:16,594 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:16,594 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:16,594 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:16,594 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:16,594 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:16,594 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: WeightedEnsemble_L3 ... Training model for up to 7718.3s of the 75214.46s of remaining time.
Ensemble Weights: {'LightGBM_r94_BAG_L2': 0.247, 'LightGBM_r161_BAG_L2': 0.186, 'CatBoost_BAG_L2': 0.124, 'RandomForest_r34_BAG_L2': 0.113, 'RandomForestEntr_BAG_L2': 0.082, 'ExtraTrees_r42_BAG_L2': 0.062, 'CatBoost_r86_BAG_L2': 0.052, 'ExtraTrees_r197_BAG_L2': 0.052, 'XGBoost_r95_BAG_L2': 0.041, 'ExtraTrees_r178_BAG_L2': 0.031, 'XGBoost_r98_BAG_L2': 0.01}
0.9378 = Validation score (roc_auc)
4.82s = Training runtime
0.0s = Validation runtime
2024-03-03 20:38:21,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:21,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:21,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:21,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:21,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:21,664 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:21,673 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
AutoGluon training complete, total runtime = 6150.39s ... Best model: "WeightedEnsemble_L3"
TabularPredictor saved. To load, use: predictor = TabularPredictor.load("./loan_best_quality_models_2")
0.8842 = Validation score (roc_auc)
0.89s = Training runtime
0.45s = Validation runtime
Fitting model: RandomForestEntr_BAG_L1 ... Training model for up to 14383.46s of the 21587.01s of remaining time.
0.8877 = Validation score (roc_auc)
0.96s = Training runtime
0.46s = Validation runtime
Fitting model: CatBoost_BAG_L1 ... Training model for up to 14381.92s of the 21585.47s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
2024-03-02 22:04:17,858 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:04:17,860 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:04:17,862 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:04:17,863 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:04:17,865 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:04:17,866 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:04:17,868 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9147 = Validation score (roc_auc)
181.18s = Training runtime
0.06s = Validation runtime
Fitting model: ExtraTreesGini_BAG_L1 ... Training model for up to 14199.08s of the 21402.64s of remaining time.
0.8421 = Validation score (roc_auc)
0.6s = Training runtime
0.51s = Validation runtime
Fitting model: ExtraTreesEntr_BAG_L1 ... Training model for up to 14197.8s of the 21401.35s of remaining time.
0.8455 = Validation score (roc_auc)
0.6s = Training runtime
0.51s = Validation runtime
Fitting model: NeuralNetFastAI_BAG_L1 ... Training model for up to 14196.53s of the 21400.08s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=23284, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=23284, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_BAG_L1 ... Training model for up to 14194.6s of the 21398.16s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
2024-03-02 22:07:28,033 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:07:28,035 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:07:28,037 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:07:28,038 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:07:28,039 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:07:28,041 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:07:28,042 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9098 = Validation score (roc_auc)
4.82s = Training runtime
0.16s = Validation runtime
Fitting model: NeuralNetTorch_BAG_L1 ... Training model for up to 14188.16s of the 21391.71s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
0.8727 = Validation score (roc_auc)
27.77s = Training runtime
0.16s = Validation runtime
Fitting model: LightGBMLarge_BAG_L1 ... Training model for up to 14158.74s of the 21362.29s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused LightGBMLarge_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=5984, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=5984, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: CatBoost_r177_BAG_L1 ... Training model for up to 14156.11s of the 21359.66s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.18%)
2024-03-02 22:08:06,456 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:08:06,458 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:08:06,460 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:08:06,463 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:08:06,465 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:08:06,467 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:08:06,470 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9155 = Validation score (roc_auc)
78.5s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetTorch_r79_BAG_L1 ... Training model for up to 14075.85s of the 21279.4s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
0.8766 = Validation score (roc_auc)
41.33s = Training runtime
0.22s = Validation runtime
Fitting model: LightGBM_r131_BAG_L1 ... Training model for up to 14032.69s of the 21236.25s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
Warning: Exception caused LightGBM_r131_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=36432, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=36432, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetFastAI_r191_BAG_L1 ... Training model for up to 14030.25s of the 21233.81s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
Warning: Exception caused NeuralNetFastAI_r191_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=28648, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=28648, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 22:10:08,940 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:08,940 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:08,943 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:08,944 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:08,945 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:08,947 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r9_BAG_L1 ... Training model for up to 14028.39s of the 21231.94s of remaining time.
2024-03-02 22:10:08,948 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
2024-03-02 22:10:13,898 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:13,900 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:13,902 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:13,904 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:13,905 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:13,907 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:13,909 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9202 = Validation score (roc_auc)
88.69s = Training runtime
0.08s = Validation runtime
Fitting model: LightGBM_r96_BAG_L1 ... Training model for up to 13937.94s of the 21141.49s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused LightGBM_r96_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=8780, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=8780, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r22_BAG_L1 ... Training model for up to 13935.55s of the 21139.11s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 22:11:46,990 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:11:46,992 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:11:46,996 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:11:46,998 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:11:47,001 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:11:47,003 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:11:47,005 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8812 = Validation score (roc_auc)
60.59s = Training runtime
0.3s = Validation runtime
Fitting model: XGBoost_r33_BAG_L1 ... Training model for up to 13873.24s of the 21076.8s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
0.9128 = Validation score (roc_auc)
11.91s = Training runtime
0.86s = Validation runtime
Fitting model: ExtraTrees_r42_BAG_L1 ... Training model for up to 13859.38s of the 21062.94s of remaining time.
0.8723 = Validation score (roc_auc)
0.73s = Training runtime
0.45s = Validation runtime
Fitting model: CatBoost_r137_BAG_L1 ... Training model for up to 13858.06s of the 21061.62s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
0.9116 = Validation score (roc_auc)
286.39s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetFastAI_r102_BAG_L1 ... Training model for up to 13569.83s of the 20773.39s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.20%)
Warning: Exception caused NeuralNetFastAI_r102_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=23496, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=23496, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r13_BAG_L1 ... Training model for up to 13567.94s of the 20771.5s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-02 22:17:55,185 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:17:55,187 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:17:55,190 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:17:55,191 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:17:55,193 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:17:55,195 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:17:55,198 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9158 = Validation score (roc_auc)
344.67s = Training runtime
0.06s = Validation runtime
Fitting model: RandomForest_r195_BAG_L1 ... Training model for up to 13221.67s of the 20425.23s of remaining time.
0.9073 = Validation score (roc_auc)
2.92s = Training runtime
0.43s = Validation runtime
Fitting model: LightGBM_r188_BAG_L1 ... Training model for up to 13218.21s of the 20421.77s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
Warning: Exception caused LightGBM_r188_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=16300, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=16300, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetFastAI_r145_BAG_L1 ... Training model for up to 13215.81s of the 20419.36s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r145_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=29752, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=29752, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 22:23:43,300 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:43,301 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:43,303 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:43,304 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r89_BAG_L1 ... Training model for up to 13214.03s of the 20417.59s of remaining time.
2024-03-02 22:23:43,306 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:43,308 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:43,309 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
2024-03-02 22:23:48,420 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:48,423 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:48,424 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:48,425 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:48,427 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:48,428 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:48,430 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9089 = Validation score (roc_auc)
5.79s = Training runtime
0.22s = Validation runtime
Fitting model: NeuralNetTorch_r30_BAG_L1 ... Training model for up to 13206.48s of the 20410.03s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
0.8791 = Validation score (roc_auc)
78.12s = Training runtime
0.3s = Validation runtime
Fitting model: LightGBM_r130_BAG_L1 ... Training model for up to 13126.45s of the 20330.0s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.19%)
Warning: Exception caused LightGBM_r130_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=20716, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=20716, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r86_BAG_L1 ... Training model for up to 13124.08s of the 20327.63s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
2024-03-02 22:25:18,529 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:25:18,532 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:25:18,533 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:25:18,536 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:25:18,537 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:25:18,539 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:25:18,541 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8739 = Validation score (roc_auc)
50.06s = Training runtime
0.22s = Validation runtime
Fitting model: CatBoost_r50_BAG_L1 ... Training model for up to 13072.36s of the 20275.92s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
0.911 = Validation score (roc_auc)
64.3s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r11_BAG_L1 ... Training model for up to 13006.18s of the 20209.73s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r11_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=10516, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=10516, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r194_BAG_L1 ... Training model for up to 13004.09s of the 20207.65s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
0.9022 = Validation score (roc_auc)
3.18s = Training runtime
0.13s = Validation runtime
Fitting model: ExtraTrees_r172_BAG_L1 ... Training model for up to 12999.23s of the 20202.79s of remaining time.
2024-03-02 22:27:18,897 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:27:18,899 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:27:18,900 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:27:18,902 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:27:18,903 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:27:18,904 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:27:18,907 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8755 = Validation score (roc_auc)
0.8s = Training runtime
0.44s = Validation runtime
Fitting model: CatBoost_r69_BAG_L1 ... Training model for up to 12997.88s of the 20201.44s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
0.9144 = Validation score (roc_auc)
170.17s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetFastAI_r103_BAG_L1 ... Training model for up to 12826.08s of the 20029.63s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r103_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=2900, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=2900, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r14_BAG_L1 ... Training model for up to 12824.06s of the 20027.61s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
2024-03-02 22:30:18,957 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:18,959 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:18,961 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:18,963 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:18,965 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:18,968 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:18,970 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8714 = Validation score (roc_auc)
12.72s = Training runtime
0.13s = Validation runtime
Fitting model: LightGBM_r161_BAG_L1 ... Training model for up to 12809.67s of the 20013.22s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
Warning: Exception caused LightGBM_r161_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=18912, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=18912, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetFastAI_r143_BAG_L1 ... Training model for up to 12807.29s of the 20010.85s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
Warning: Exception caused NeuralNetFastAI_r143_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=27564, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=27564, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 22:30:31,893 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:31,893 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:31,894 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:31,896 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:31,897 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:31,898 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:31,900 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r70_BAG_L1 ... Training model for up to 12805.44s of the 20008.99s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.18%)
2024-03-02 22:30:37,156 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:37,159 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:37,161 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:37,162 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:37,165 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:37,167 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:37,169 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9175 = Validation score (roc_auc)
78.35s = Training runtime
0.08s = Validation runtime
Fitting model: NeuralNetFastAI_r156_BAG_L1 ... Training model for up to 12725.36s of the 19928.91s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
Warning: Exception caused NeuralNetFastAI_r156_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=3004, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=3004, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r196_BAG_L1 ... Training model for up to 12723.04s of the 19926.6s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
Warning: Exception caused LightGBM_r196_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=15220, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=15220, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 22:31:56,461 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:31:56,462 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:31:56,464 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:31:56,465 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForest_r39_BAG_L1 ... Training model for up to 12720.87s of the 19924.43s of remaining time.
2024-03-02 22:31:56,467 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:31:56,468 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:31:56,468 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9086 = Validation score (roc_auc)
2.91s = Training runtime
0.45s = Validation runtime
Fitting model: CatBoost_r167_BAG_L1 ... Training model for up to 12717.4s of the 19920.95s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
2024-03-02 22:32:02,167 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:32:02,169 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:32:02,171 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:32:02,174 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:32:02,176 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:32:02,178 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:32:02,179 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9163 = Validation score (roc_auc)
114.41s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetFastAI_r95_BAG_L1 ... Training model for up to 12601.26s of the 19804.82s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.20%)
Warning: Exception caused NeuralNetFastAI_r95_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=18420, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=18420, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r41_BAG_L1 ... Training model for up to 12599.3s of the 19802.85s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 22:34:03,547 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:34:03,549 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:34:03,550 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:34:03,551 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:34:03,555 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:34:03,557 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:34:03,558 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8786 = Validation score (roc_auc)
30.39s = Training runtime
0.14s = Validation runtime
Fitting model: XGBoost_r98_BAG_L1 ... Training model for up to 12567.28s of the 19770.83s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.34%)
0.9118 = Validation score (roc_auc)
23.89s = Training runtime
1.86s = Validation runtime
Fitting model: LightGBM_r15_BAG_L1 ... Training model for up to 12541.23s of the 19744.78s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
Warning: Exception caused LightGBM_r15_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=21312, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=21312, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r158_BAG_L1 ... Training model for up to 12538.75s of the 19742.31s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 22:35:04,237 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:35:04,240 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:35:04,241 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:35:04,243 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:35:04,245 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:35:04,247 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:35:04,249 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8718 = Validation score (roc_auc)
222.27s = Training runtime
0.79s = Validation runtime
Fitting model: CatBoost_r86_BAG_L1 ... Training model for up to 12314.72s of the 19518.28s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
0.9158 = Validation score (roc_auc)
214.17s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r37_BAG_L1 ... Training model for up to 12098.76s of the 19302.32s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.20%)
Warning: Exception caused NeuralNetFastAI_r37_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=12284, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=12284, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r197_BAG_L1 ... Training model for up to 12096.8s of the 19300.35s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 22:42:26,412 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:42:26,414 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:42:26,416 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:42:26,418 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:42:26,420 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:42:26,422 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:42:26,425 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8578 = Validation score (roc_auc)
16.45s = Training runtime
0.16s = Validation runtime
Fitting model: CatBoost_r49_BAG_L1 ... Training model for up to 12078.67s of the 19282.23s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
0.9092 = Validation score (roc_auc)
116.48s = Training runtime
0.04s = Validation runtime
Fitting model: ExtraTrees_r49_BAG_L1 ... Training model for up to 11960.25s of the 19163.81s of remaining time.
0.8421 = Validation score (roc_auc)
0.65s = Training runtime
0.51s = Validation runtime
Fitting model: LightGBM_r143_BAG_L1 ... Training model for up to 11958.94s of the 19162.49s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
Warning: Exception caused LightGBM_r143_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=2264, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=2264, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: RandomForest_r127_BAG_L1 ... Training model for up to 11956.45s of the 19160.0s of remaining time.
0.9101 = Validation score (roc_auc)
3.54s = Training runtime
0.41s = Validation runtime
Fitting model: NeuralNetFastAI_r134_BAG_L1 ... Training model for up to 11952.39s of the 19155.94s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
2024-03-02 22:44:46,033 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:46,035 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:46,036 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:46,038 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:46,039 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:46,041 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:46,042 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Warning: Exception caused NeuralNetFastAI_r134_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=5800, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=5800, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r34_BAG_L1 ... Training model for up to 11950.6s of the 19154.16s of remaining time.
0.8908 = Validation score (roc_auc)
1.99s = Training runtime
0.39s = Validation runtime
Fitting model: LightGBM_r94_BAG_L1 ... Training model for up to 11948.14s of the 19151.7s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
Warning: Exception caused LightGBM_r94_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=10696, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=10696, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 22:44:51,474 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:51,475 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:51,476 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:51,477 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:51,478 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:51,480 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:51,481 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetTorch_r143_BAG_L1 ... Training model for up to 11945.85s of the 19149.41s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 22:44:57,171 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:57,174 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:57,176 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:57,178 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:57,180 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:57,182 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:57,184 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8759 = Validation score (roc_auc)
101.84s = Training runtime
0.39s = Validation runtime
Fitting model: CatBoost_r128_BAG_L1 ... Training model for up to 11841.99s of the 19045.55s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
0.9219 = Validation score (roc_auc)
71.61s = Training runtime
0.08s = Validation runtime
Fitting model: NeuralNetFastAI_r111_BAG_L1 ... Training model for up to 11768.53s of the 18972.08s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r111_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=37356, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=37356, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r31_BAG_L1 ... Training model for up to 11766.53s of the 18970.08s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 22:47:56,272 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:47:56,274 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:47:56,276 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:47:56,278 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:47:56,280 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:47:56,282 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:47:56,285 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8806 = Validation score (roc_auc)
38.94s = Training runtime
0.2s = Validation runtime
Fitting model: ExtraTrees_r4_BAG_L1 ... Training model for up to 11725.85s of the 18929.41s of remaining time.
0.8669 = Validation score (roc_auc)
0.72s = Training runtime
0.42s = Validation runtime
Fitting model: NeuralNetFastAI_r65_BAG_L1 ... Training model for up to 11724.62s of the 18928.17s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r65_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=14956, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=14956, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetFastAI_r88_BAG_L1 ... Training model for up to 11722.63s of the 18926.19s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r88_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=11312, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=11312, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 22:48:36,565 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:36,567 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:36,568 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:36,569 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:36,570 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:36,571 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:36,573 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r30_BAG_L1 ... Training model for up to 11720.76s of the 18924.32s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused LightGBM_r30_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=21828, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=21828, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 22:48:38,801 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:38,803 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:38,804 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:38,805 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:38,806 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:38,807 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:38,809 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r49_BAG_L1 ... Training model for up to 11718.53s of the 18922.08s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
2024-03-02 22:48:43,858 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:43,861 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:43,862 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:43,865 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:43,866 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:43,868 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:43,870 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9094 = Validation score (roc_auc)
8.71s = Training runtime
0.45s = Validation runtime
Fitting model: CatBoost_r5_BAG_L1 ... Training model for up to 11708.03s of the 18911.58s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
0.9087 = Validation score (roc_auc)
158.66s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetTorch_r87_BAG_L1 ... Training model for up to 11547.43s of the 18750.98s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
0.8764 = Validation score (roc_auc)
42.1s = Training runtime
0.15s = Validation runtime
Fitting model: NeuralNetTorch_r71_BAG_L1 ... Training model for up to 11503.43s of the 18706.99s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
0.8638 = Validation score (roc_auc)
9.92s = Training runtime
0.14s = Validation runtime
Fitting model: CatBoost_r143_BAG_L1 ... Training model for up to 11491.55s of the 18695.11s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
0.9144 = Validation score (roc_auc)
86.21s = Training runtime
0.05s = Validation runtime
Fitting model: ExtraTrees_r178_BAG_L1 ... Training model for up to 11403.31s of the 18606.86s of remaining time.
0.8712 = Validation score (roc_auc)
0.76s = Training runtime
0.44s = Validation runtime
Fitting model: RandomForest_r166_BAG_L1 ... Training model for up to 11401.98s of the 18605.54s of remaining time.
0.8842 = Validation score (roc_auc)
0.93s = Training runtime
0.47s = Validation runtime
Fitting model: XGBoost_r31_BAG_L1 ... Training model for up to 11400.45s of the 18604.01s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
0.9087 = Validation score (roc_auc)
56.26s = Training runtime
2.89s = Validation runtime
Fitting model: NeuralNetTorch_r185_BAG_L1 ... Training model for up to 11341.95s of the 18545.51s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
0.8719 = Validation score (roc_auc)
43.31s = Training runtime
0.19s = Validation runtime
Fitting model: NeuralNetFastAI_r160_BAG_L1 ... Training model for up to 11296.66s of the 18500.21s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
Warning: Exception caused NeuralNetFastAI_r160_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=35896, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=35896, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r60_BAG_L1 ... Training model for up to 11294.62s of the 18498.17s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
2024-03-02 22:55:47,769 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:55:47,772 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:55:47,774 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:55:47,777 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:55:47,778 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:55:47,779 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:55:47,781 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9126 = Validation score (roc_auc)
187.25s = Training runtime
0.07s = Validation runtime
Fitting model: RandomForest_r15_BAG_L1 ... Training model for up to 11105.58s of the 18309.14s of remaining time.
0.9088 = Validation score (roc_auc)
2.72s = Training runtime
0.42s = Validation runtime
Fitting model: LightGBM_r135_BAG_L1 ... Training model for up to 11102.34s of the 18305.9s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
Warning: Exception caused LightGBM_r135_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=32952, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=32952, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: XGBoost_r22_BAG_L1 ... Training model for up to 11099.82s of the 18303.38s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
2024-03-02 22:59:03,104 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:03,106 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:03,108 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:03,110 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:03,112 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:03,114 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:03,116 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9098 = Validation score (roc_auc)
7.01s = Training runtime
0.29s = Validation runtime
Fitting model: NeuralNetFastAI_r69_BAG_L1 ... Training model for up to 11090.9s of the 18294.46s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
Warning: Exception caused NeuralNetFastAI_r69_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=2624, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=2624, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r6_BAG_L1 ... Training model for up to 11088.75s of the 18292.3s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
2024-03-02 22:59:14,248 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:14,250 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:14,252 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:14,254 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:14,257 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:14,258 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:14,260 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9105 = Validation score (roc_auc)
43.1s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetFastAI_r138_BAG_L1 ... Training model for up to 11043.87s of the 18247.42s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
Warning: Exception caused NeuralNetFastAI_r138_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=10904, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=10904, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r121_BAG_L1 ... Training model for up to 11041.95s of the 18245.5s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
Warning: Exception caused LightGBM_r121_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=27736, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=27736, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 22:59:57,534 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:57,535 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:57,536 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:57,537 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:57,538 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:57,540 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:57,541 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r172_BAG_L1 ... Training model for up to 11039.79s of the 18243.35s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
Warning: Exception caused NeuralNetFastAI_r172_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=34320, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=34320, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 22:59:59,359 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:59,361 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:59,362 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:59,364 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r180_BAG_L1 ... Training model for up to 11037.97s of the 18241.53s of remaining time.
2024-03-02 22:59:59,366 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:59,367 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:59,368 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
2024-03-02 23:00:04,843 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:00:04,846 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:00:04,848 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:00:04,850 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:00:04,851 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:00:04,853 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:00:04,855 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9187 = Validation score (roc_auc)
56.57s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetTorch_r76_BAG_L1 ... Training model for up to 10979.67s of the 18183.23s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
0.8725 = Validation score (roc_auc)
17.52s = Training runtime
0.13s = Validation runtime
Fitting model: ExtraTrees_r197_BAG_L1 ... Training model for up to 10960.29s of the 18163.85s of remaining time.
0.8754 = Validation score (roc_auc)
0.86s = Training runtime
0.44s = Validation runtime
Fitting model: NeuralNetTorch_r121_BAG_L1 ... Training model for up to 10958.87s of the 18162.43s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
0.8802 = Validation score (roc_auc)
509.26s = Training runtime
0.89s = Validation runtime
Fitting model: NeuralNetFastAI_r127_BAG_L1 ... Training model for up to 10447.69s of the 17651.25s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r127_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=23704, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=23704, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r16_BAG_L1 ... Training model for up to 10445.79s of the 17649.35s of remaining time.
0.9082 = Validation score (roc_auc)
3.93s = Training runtime
0.41s = Validation runtime
Fitting model: NeuralNetFastAI_r194_BAG_L1 ... Training model for up to 10441.33s of the 17644.89s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.20%)
2024-03-02 23:09:56,635 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:09:56,637 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:09:56,640 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:09:56,642 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:09:56,643 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:09:56,644 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:09:56,646 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Warning: Exception caused NeuralNetFastAI_r194_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=26692, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=26692, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r12_BAG_L1 ... Training model for up to 10439.63s of the 17643.19s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
2024-03-02 23:10:02,691 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:10:02,694 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:10:02,696 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:10:02,699 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:10:02,701 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:10:02,703 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:10:02,705 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9163 = Validation score (roc_auc)
194.09s = Training runtime
0.05s = Validation runtime
Fitting model: NeuralNetTorch_r135_BAG_L1 ... Training model for up to 10243.96s of the 17447.51s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
0.8777 = Validation score (roc_auc)
54.41s = Training runtime
0.26s = Validation runtime
Fitting model: NeuralNetFastAI_r4_BAG_L1 ... Training model for up to 10187.75s of the 17391.3s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r4_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=5316, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=5316, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: ExtraTrees_r126_BAG_L1 ... Training model for up to 10185.92s of the 17389.48s of remaining time.
0.8428 = Validation score (roc_auc)
0.57s = Training runtime
0.5s = Validation runtime
Fitting model: NeuralNetTorch_r36_BAG_L1 ... Training model for up to 10184.72s of the 17388.28s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 23:14:16,532 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:14:16,534 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:14:16,535 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:14:16,537 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:14:16,538 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:14:16,539 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:14:16,541 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8786 = Validation score (roc_auc)
40.99s = Training runtime
0.17s = Validation runtime
Fitting model: NeuralNetFastAI_r100_BAG_L1 ... Training model for up to 10142.18s of the 17345.73s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r100_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=6800, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=6800, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r163_BAG_L1 ... Training model for up to 10140.22s of the 17343.78s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
2024-03-02 23:15:02,934 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:15:02,937 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:15:02,938 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:15:02,939 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:15:02,941 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:15:02,944 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:15:02,946 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.914 = Validation score (roc_auc)
84.21s = Training runtime
0.04s = Validation runtime
Fitting model: CatBoost_r198_BAG_L1 ... Training model for up to 10054.36s of the 17257.92s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
0.9161 = Validation score (roc_auc)
200.73s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r187_BAG_L1 ... Training model for up to 9851.92s of the 17055.48s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
Warning: Exception caused NeuralNetFastAI_r187_BAG_L1 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=33820, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=33820, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r19_BAG_L1 ... Training model for up to 9849.98s of the 17053.53s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
2024-03-02 23:19:53,037 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:19:53,039 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:19:53,041 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:19:53,043 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:19:53,044 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:19:53,046 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:19:53,048 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8742 = Validation score (roc_auc)
13.7s = Training runtime
0.14s = Validation runtime
Fitting model: XGBoost_r95_BAG_L1 ... Training model for up to 9834.6s of the 17038.15s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
0.9094 = Validation score (roc_auc)
7.23s = Training runtime
0.3s = Validation runtime
Fitting model: XGBoost_r34_BAG_L1 ... Training model for up to 9825.43s of the 17028.98s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
0.9142 = Validation score (roc_auc)
8.44s = Training runtime
0.56s = Validation runtime
Fitting model: LightGBM_r42_BAG_L1 ... Training model for up to 9814.98s of the 17018.53s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.28%)
Warning: Exception caused LightGBM_r42_BAG_L1 to fail during training... Skipping this model.
ray::_ray_fit() (pid=18808, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=18808, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r1_BAG_L1 ... Training model for up to 9812.42s of the 17015.98s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
2024-03-02 23:20:30,403 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:20:30,406 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:20:30,408 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:20:30,410 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:20:30,412 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:20:30,413 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:20:30,416 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8744 = Validation score (roc_auc)
55.98s = Training runtime
0.22s = Validation runtime
Fitting model: NeuralNetTorch_r89_BAG_L1 ... Training model for up to 9754.74s of the 16958.29s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
0.8749 = Validation score (roc_auc)
67.53s = Training runtime
0.23s = Validation runtime
Fitting model: WeightedEnsemble_L2 ... Training model for up to 1439.63s of the 16888.34s of remaining time.
Ensemble Weights: {'CatBoost_r128_BAG_L1': 0.473, 'RandomForest_r16_BAG_L1': 0.161, 'CatBoost_r9_BAG_L1': 0.14, 'XGBoost_r34_BAG_L1': 0.108, 'CatBoost_r180_BAG_L1': 0.097, 'NeuralNetTorch_r31_BAG_L1': 0.011, 'CatBoost_r12_BAG_L1': 0.011}
0.9241 = Validation score (roc_auc)
4.35s = Training runtime
0.0s = Validation runtime
Fitting 108 L2 models ...
Fitting model: LightGBMXT_BAG_L2 ... Training model for up to 16883.95s of the 16883.73s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.44%)
Warning: Exception caused LightGBMXT_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=27416, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=27416, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: LightGBM_BAG_L2 ... Training model for up to 16880.76s of the 16880.54s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.45%)
Warning: Exception caused LightGBM_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=12588, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=12588, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 23:22:43,443 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:43,445 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:43,446 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:43,448 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:43,449 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:43,450 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:43,452 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForestGini_BAG_L2 ... Training model for up to 16877.65s of the 16877.43s of remaining time.
2024-03-02 23:22:48,683 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:48,685 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:48,686 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:48,687 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:48,688 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:48,690 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:48,691 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9257 = Validation score (roc_auc)
4.72s = Training runtime
0.72s = Validation runtime
Fitting model: RandomForestEntr_BAG_L2 ... Training model for up to 16872.01s of the 16871.79s of remaining time.
0.9266 = Validation score (roc_auc)
4.76s = Training runtime
0.68s = Validation runtime
Fitting model: CatBoost_BAG_L2 ... Training model for up to 16866.4s of the 16866.19s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
0.9266 = Validation score (roc_auc)
55.8s = Training runtime
0.07s = Validation runtime
Fitting model: ExtraTreesGini_BAG_L2 ... Training model for up to 16808.01s of the 16807.79s of remaining time.
0.926 = Validation score (roc_auc)
0.74s = Training runtime
0.72s = Validation runtime
Fitting model: ExtraTreesEntr_BAG_L2 ... Training model for up to 16806.37s of the 16806.15s of remaining time.
0.9254 = Validation score (roc_auc)
0.73s = Training runtime
0.74s = Validation runtime
Fitting model: NeuralNetFastAI_BAG_L2 ... Training model for up to 16804.75s of the 16804.53s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
Warning: Exception caused NeuralNetFastAI_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=1620, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=1620, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_BAG_L2 ... Training model for up to 16802.38s of the 16802.17s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.67%)
2024-03-02 23:24:04,382 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:04,385 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:04,387 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:04,389 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:04,391 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:04,393 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:04,395 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.926 = Validation score (roc_auc)
7.59s = Training runtime
0.19s = Validation runtime
Fitting model: NeuralNetTorch_BAG_L2 ... Training model for up to 16792.79s of the 16792.57s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
0.9228 = Validation score (roc_auc)
35.61s = Training runtime
0.67s = Validation runtime
Fitting model: LightGBMLarge_BAG_L2 ... Training model for up to 16754.97s of the 16754.75s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.77%)
Warning: Exception caused LightGBMLarge_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=37720, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=37720, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: CatBoost_r177_BAG_L2 ... Training model for up to 16751.12s of the 16750.9s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
2024-03-02 23:24:55,852 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:55,855 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:55,857 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:55,860 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:55,863 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:55,865 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:55,868 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9265 = Validation score (roc_auc)
43.69s = Training runtime
0.08s = Validation runtime
Fitting model: NeuralNetTorch_r79_BAG_L2 ... Training model for up to 16704.95s of the 16704.73s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
0.9262 = Validation score (roc_auc)
56.75s = Training runtime
0.6s = Validation runtime
Fitting model: LightGBM_r131_BAG_L2 ... Training model for up to 16645.43s of the 16645.21s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.52%)
Warning: Exception caused LightGBM_r131_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=34072, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=34072, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetFastAI_r191_BAG_L2 ... Training model for up to 16642.5s of the 16642.29s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
Warning: Exception caused NeuralNetFastAI_r191_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=37060, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=37060, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 23:26:40,781 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:40,782 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:40,784 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:40,786 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:40,788 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:40,792 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:40,794 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r9_BAG_L2 ... Training model for up to 16640.31s of the 16640.09s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.15%)
2024-03-02 23:26:45,886 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:45,888 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:45,891 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:45,893 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:45,895 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:45,897 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:45,899 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9276 = Validation score (roc_auc)
113.82s = Training runtime
0.09s = Validation runtime
Fitting model: LightGBM_r96_BAG_L2 ... Training model for up to 16524.51s of the 16524.29s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.39%)
Warning: Exception caused LightGBM_r96_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=26864, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=26864, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r22_BAG_L2 ... Training model for up to 16521.57s of the 16521.35s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
2024-03-02 23:28:45,049 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:28:45,052 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:28:45,055 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:28:45,057 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:28:45,060 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:28:45,063 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:28:45,066 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9246 = Validation score (roc_auc)
77.9s = Training runtime
0.75s = Validation runtime
Fitting model: XGBoost_r33_BAG_L2 ... Training model for up to 16441.8s of the 16441.59s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=2.10%)
0.9277 = Validation score (roc_auc)
22.04s = Training runtime
0.44s = Validation runtime
Fitting model: ExtraTrees_r42_BAG_L2 ... Training model for up to 16417.56s of the 16417.35s of remaining time.
0.9252 = Validation score (roc_auc)
2.28s = Training runtime
0.72s = Validation runtime
Fitting model: CatBoost_r137_BAG_L2 ... Training model for up to 16414.41s of the 16414.19s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.39%)
0.9265 = Validation score (roc_auc)
44.04s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r102_BAG_L2 ... Training model for up to 16367.98s of the 16367.76s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
Warning: Exception caused NeuralNetFastAI_r102_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=4384, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=4384, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r13_BAG_L2 ... Training model for up to 16365.5s of the 16365.28s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.16%)
2024-03-02 23:31:20,561 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:31:20,563 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:31:20,566 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:31:20,569 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:31:20,571 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:31:20,573 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:31:20,576 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9278 = Validation score (roc_auc)
150.61s = Training runtime
0.06s = Validation runtime
Fitting model: RandomForest_r195_BAG_L2 ... Training model for up to 16212.93s of the 16212.71s of remaining time.
0.924 = Validation score (roc_auc)
39.72s = Training runtime
0.62s = Validation runtime
Fitting model: LightGBM_r188_BAG_L2 ... Training model for up to 16172.46s of the 16172.24s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.68%)
Warning: Exception caused LightGBM_r188_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=23272, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=23272, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetFastAI_r145_BAG_L2 ... Training model for up to 16169.91s of the 16169.7s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
Warning: Exception caused NeuralNetFastAI_r145_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=24644, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=24644, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 23:34:33,271 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:33,272 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:33,273 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:33,275 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:33,276 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:33,277 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:33,278 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r89_BAG_L2 ... Training model for up to 16167.82s of the 16167.61s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.61%)
2024-03-02 23:34:38,869 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:38,872 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:38,874 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:38,876 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:38,878 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:38,880 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:38,882 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9268 = Validation score (roc_auc)
6.17s = Training runtime
0.18s = Validation runtime
Fitting model: NeuralNetTorch_r30_BAG_L2 ... Training model for up to 16159.7s of the 16159.48s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
0.925 = Validation score (roc_auc)
79.14s = Training runtime
0.67s = Validation runtime
Fitting model: LightGBM_r130_BAG_L2 ... Training model for up to 16078.45s of the 16078.23s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
Warning: Exception caused LightGBM_r130_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=34188, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=34188, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r86_BAG_L2 ... Training model for up to 16075.81s of the 16075.6s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
2024-03-02 23:36:10,793 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:36:10,795 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:36:10,796 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:36:10,799 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:36:10,801 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:36:10,803 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:36:10,805 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.924 = Validation score (roc_auc)
53.84s = Training runtime
0.59s = Validation runtime
Fitting model: CatBoost_r50_BAG_L2 ... Training model for up to 16020.11s of the 16019.89s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.37%)
0.927 = Validation score (roc_auc)
21.74s = Training runtime
0.09s = Validation runtime
Fitting model: NeuralNetFastAI_r11_BAG_L2 ... Training model for up to 15996.0s of the 15995.79s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
Warning: Exception caused NeuralNetFastAI_r11_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=37556, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=37556, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r194_BAG_L2 ... Training model for up to 15993.74s of the 15993.53s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.80%)
2024-03-02 23:37:32,539 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:37:32,542 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:37:32,545 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:37:32,547 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:37:32,549 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:37:32,552 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:37:32,554 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9258 = Validation score (roc_auc)
7.16s = Training runtime
0.15s = Validation runtime
Fitting model: ExtraTrees_r172_BAG_L2 ... Training model for up to 15984.71s of the 15984.49s of remaining time.
0.9271 = Validation score (roc_auc)
2.24s = Training runtime
0.64s = Validation runtime
Fitting model: CatBoost_r69_BAG_L2 ... Training model for up to 15981.7s of the 15981.48s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.41%)
0.9272 = Validation score (roc_auc)
45.53s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r103_BAG_L2 ... Training model for up to 15934.15s of the 15933.93s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
Warning: Exception caused NeuralNetFastAI_r103_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=31760, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=31760, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r14_BAG_L2 ... Training model for up to 15931.99s of the 15931.77s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.29%)
2024-03-02 23:38:34,104 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:34,107 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:34,108 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:34,110 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:34,111 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:34,113 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:34,115 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9216 = Validation score (roc_auc)
16.95s = Training runtime
0.49s = Validation runtime
Fitting model: LightGBM_r161_BAG_L2 ... Training model for up to 15912.88s of the 15912.66s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.08%)
Warning: Exception caused LightGBM_r161_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=26912, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=26912, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetFastAI_r143_BAG_L2 ... Training model for up to 15910.16s of the 15909.94s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
Warning: Exception caused NeuralNetFastAI_r143_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=18364, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=18364, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 23:38:53,010 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:53,012 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:53,014 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:53,016 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:53,017 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:53,018 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:53,020 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r70_BAG_L2 ... Training model for up to 15908.09s of the 15907.86s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.51%)
2024-03-02 23:38:58,326 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:58,328 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:58,331 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:58,333 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:58,336 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:58,339 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:58,340 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9274 = Validation score (roc_auc)
52.43s = Training runtime
0.09s = Validation runtime
Fitting model: NeuralNetFastAI_r156_BAG_L2 ... Training model for up to 15853.77s of the 15853.56s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
Warning: Exception caused NeuralNetFastAI_r156_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=25104, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=25104, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r196_BAG_L2 ... Training model for up to 15851.35s of the 15851.13s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.72%)
Warning: Exception caused LightGBM_r196_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=13752, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=13752, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 23:39:52,456 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:52,457 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:52,458 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:52,459 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:52,461 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:52,462 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:52,463 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForest_r39_BAG_L2 ... Training model for up to 15848.64s of the 15848.42s of remaining time.
2024-03-02 23:39:57,947 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:57,949 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:57,950 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:57,951 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:57,952 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:57,954 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:57,955 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9259 = Validation score (roc_auc)
33.43s = Training runtime
0.61s = Validation runtime
Fitting model: CatBoost_r167_BAG_L2 ... Training model for up to 15814.46s of the 15814.24s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.70%)
0.9272 = Validation score (roc_auc)
54.68s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetFastAI_r95_BAG_L2 ... Training model for up to 15757.71s of the 15757.5s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
Warning: Exception caused NeuralNetFastAI_r95_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=34692, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=34692, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r41_BAG_L2 ... Training model for up to 15755.57s of the 15755.36s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
2024-03-02 23:41:30,905 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:41:30,907 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:41:30,909 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:41:30,910 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:41:30,912 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:41:30,915 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:41:30,917 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9248 = Validation score (roc_auc)
26.15s = Training runtime
0.5s = Validation runtime
Fitting model: XGBoost_r98_BAG_L2 ... Training model for up to 15727.57s of the 15727.35s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.21%)
0.928 = Validation score (roc_auc)
35.07s = Training runtime
0.77s = Validation runtime
Fitting model: LightGBM_r15_BAG_L2 ... Training model for up to 15690.4s of the 15690.18s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.40%)
Warning: Exception caused LightGBM_r15_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=13004, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=13004, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r158_BAG_L2 ... Training model for up to 15687.43s of the 15687.22s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
2024-03-02 23:42:39,540 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:42:39,543 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:42:39,545 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:42:39,547 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:42:39,549 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:42:39,550 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:42:39,552 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.8962 = Validation score (roc_auc)
134.27s = Training runtime
0.88s = Validation runtime
Fitting model: CatBoost_r86_BAG_L2 ... Training model for up to 15550.79s of the 15550.57s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.11%)
0.9276 = Validation score (roc_auc)
95.85s = Training runtime
0.08s = Validation runtime
Fitting model: NeuralNetFastAI_r37_BAG_L2 ... Training model for up to 15453.02s of the 15452.8s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
Warning: Exception caused NeuralNetFastAI_r37_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=20380, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=20380, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r197_BAG_L2 ... Training model for up to 15450.67s of the 15450.45s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-02 23:46:35,821 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:46:35,823 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:46:35,826 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:46:35,827 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:46:35,829 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:46:35,831 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:46:35,834 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9206 = Validation score (roc_auc)
19.12s = Training runtime
0.52s = Validation runtime
Fitting model: CatBoost_r49_BAG_L2 ... Training model for up to 15429.5s of the 15429.28s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.38%)
0.9265 = Validation score (roc_auc)
22.58s = Training runtime
0.06s = Validation runtime
Fitting model: ExtraTrees_r49_BAG_L2 ... Training model for up to 15404.93s of the 15404.71s of remaining time.
0.926 = Validation score (roc_auc)
0.79s = Training runtime
0.65s = Validation runtime
Fitting model: LightGBM_r143_BAG_L2 ... Training model for up to 15403.33s of the 15403.11s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.88%)
Warning: Exception caused LightGBM_r143_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=26232, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=26232, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: RandomForest_r127_BAG_L2 ... Training model for up to 15400.62s of the 15400.41s of remaining time.
2024-03-02 23:47:26,285 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:47:26,287 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:47:26,289 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:47:26,290 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:47:26,292 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:47:26,293 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:47:26,295 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9263 = Validation score (roc_auc)
46.16s = Training runtime
0.59s = Validation runtime
Fitting model: NeuralNetFastAI_r134_BAG_L2 ... Training model for up to 15353.74s of the 15353.52s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
Warning: Exception caused NeuralNetFastAI_r134_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=20380, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=20380, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r34_BAG_L2 ... Training model for up to 15351.41s of the 15351.2s of remaining time.
2024-03-02 23:48:15,103 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:15,105 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:15,107 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:15,109 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:15,110 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:15,112 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:15,114 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9275 = Validation score (roc_auc)
21.5s = Training runtime
0.59s = Validation runtime
Fitting model: LightGBM_r94_BAG_L2 ... Training model for up to 15329.2s of the 15328.99s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.38%)
Warning: Exception caused LightGBM_r94_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=35860, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=35860, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r143_BAG_L2 ... Training model for up to 15326.59s of the 15326.37s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-02 23:48:40,433 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:40,435 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:40,437 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:40,439 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:40,441 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:40,443 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:40,445 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9264 = Validation score (roc_auc)
108.28s = Training runtime
0.74s = Validation runtime
Fitting model: CatBoost_r128_BAG_L2 ... Training model for up to 15216.38s of the 15216.16s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.15%)
0.9274 = Validation score (roc_auc)
100.38s = Training runtime
0.08s = Validation runtime
Fitting model: NeuralNetFastAI_r111_BAG_L2 ... Training model for up to 15114.0s of the 15113.78s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
Warning: Exception caused NeuralNetFastAI_r111_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=580, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=580, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r31_BAG_L2 ... Training model for up to 15111.82s of the 15111.6s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-02 23:52:14,510 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:14,512 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:14,514 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:14,515 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:14,518 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:14,520 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:14,522 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9231 = Validation score (roc_auc)
39.32s = Training runtime
0.55s = Validation runtime
Fitting model: ExtraTrees_r4_BAG_L2 ... Training model for up to 15070.42s of the 15070.21s of remaining time.
0.9275 = Validation score (roc_auc)
1.59s = Training runtime
0.6s = Validation runtime
Fitting model: NeuralNetFastAI_r65_BAG_L2 ... Training model for up to 15068.11s of the 15067.9s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
Warning: Exception caused NeuralNetFastAI_r65_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=15480, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=15480, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetFastAI_r88_BAG_L2 ... Training model for up to 15066.03s of the 15065.81s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
Warning: Exception caused NeuralNetFastAI_r88_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=28744, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=28744, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 23:52:57,067 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:57,069 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:57,070 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:57,071 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:57,073 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:57,074 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:57,076 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r30_BAG_L2 ... Training model for up to 15064.02s of the 15063.81s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.69%)
Warning: Exception caused LightGBM_r30_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=28864, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=28864, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 23:52:59,625 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:59,627 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:59,628 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:59,630 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:59,631 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:59,632 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:59,633 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r49_BAG_L2 ... Training model for up to 15061.47s of the 15061.25s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.85%)
2024-03-02 23:53:04,982 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:53:04,985 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:53:04,988 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:53:04,990 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:53:04,992 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:53:04,994 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:53:04,996 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9266 = Validation score (roc_auc)
9.71s = Training runtime
0.24s = Validation runtime
Fitting model: CatBoost_r5_BAG_L2 ... Training model for up to 15049.82s of the 15049.61s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.39%)
0.9265 = Validation score (roc_auc)
27.99s = Training runtime
0.06s = Validation runtime
Fitting model: NeuralNetTorch_r87_BAG_L2 ... Training model for up to 15019.74s of the 15019.52s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
0.9236 = Validation score (roc_auc)
43.28s = Training runtime
0.5s = Validation runtime
Fitting model: NeuralNetTorch_r71_BAG_L2 ... Training model for up to 14974.06s of the 14973.85s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
0.9218 = Validation score (roc_auc)
14.3s = Training runtime
0.51s = Validation runtime
Fitting model: CatBoost_r143_BAG_L2 ... Training model for up to 14957.77s of the 14957.56s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.75%)
0.927 = Validation score (roc_auc)
41.73s = Training runtime
0.07s = Validation runtime
Fitting model: ExtraTrees_r178_BAG_L2 ... Training model for up to 14914.05s of the 14913.83s of remaining time.
0.9273 = Validation score (roc_auc)
1.82s = Training runtime
0.65s = Validation runtime
Fitting model: RandomForest_r166_BAG_L2 ... Training model for up to 14911.42s of the 14911.2s of remaining time.
0.9254 = Validation score (roc_auc)
2.97s = Training runtime
0.63s = Validation runtime
Fitting model: XGBoost_r31_BAG_L2 ... Training model for up to 14907.67s of the 14907.45s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
0.9266 = Validation score (roc_auc)
24.12s = Training runtime
0.4s = Validation runtime
Fitting model: NeuralNetTorch_r185_BAG_L2 ... Training model for up to 14881.41s of the 14881.19s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
0.9258 = Validation score (roc_auc)
39.83s = Training runtime
0.54s = Validation runtime
Fitting model: NeuralNetFastAI_r160_BAG_L2 ... Training model for up to 14839.37s of the 14839.15s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
Warning: Exception caused NeuralNetFastAI_r160_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=32912, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=32912, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r60_BAG_L2 ... Training model for up to 14837.07s of the 14836.86s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.41%)
2024-03-02 23:56:49,100 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:56:49,102 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:56:49,104 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:56:49,106 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:56:49,108 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:56:49,110 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:56:49,113 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9274 = Validation score (roc_auc)
38.85s = Training runtime
0.06s = Validation runtime
Fitting model: RandomForest_r15_BAG_L2 ... Training model for up to 14796.28s of the 14796.07s of remaining time.
0.9257 = Validation score (roc_auc)
34.06s = Training runtime
0.62s = Validation runtime
Fitting model: LightGBM_r135_BAG_L2 ... Training model for up to 14761.47s of the 14761.25s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.92%)
Warning: Exception caused LightGBM_r135_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=36572, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=36572, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: XGBoost_r22_BAG_L2 ... Training model for up to 14758.41s of the 14758.19s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
2024-03-02 23:58:08,202 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:08,205 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:08,208 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:08,211 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:08,213 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:08,216 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:08,218 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9267 = Validation score (roc_auc)
7.6s = Training runtime
0.22s = Validation runtime
Fitting model: NeuralNetFastAI_r69_BAG_L2 ... Training model for up to 14748.68s of the 14748.46s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
Warning: Exception caused NeuralNetFastAI_r69_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=13728, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=13728, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r6_BAG_L2 ... Training model for up to 14746.15s of the 14745.94s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
2024-03-02 23:58:20,322 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:20,325 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:20,327 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:20,330 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:20,332 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:20,335 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:20,338 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9263 = Validation score (roc_auc)
19.47s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r138_BAG_L2 ... Training model for up to 14724.7s of the 14724.48s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
Warning: Exception caused NeuralNetFastAI_r138_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=12284, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=12284, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r121_BAG_L2 ... Training model for up to 14722.56s of the 14722.34s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.95%)
Warning: Exception caused LightGBM_r121_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=10688, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=10688, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 23:58:41,031 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:41,033 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:41,034 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:41,035 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:41,037 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:41,038 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:41,040 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r172_BAG_L2 ... Training model for up to 14720.06s of the 14719.84s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
Warning: Exception caused NeuralNetFastAI_r172_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=3440, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=3440, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 23:58:43,051 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:43,053 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:43,054 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:43,056 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:43,057 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:43,058 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:43,060 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r180_BAG_L2 ... Training model for up to 14718.04s of the 14717.82s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.69%)
2024-03-02 23:58:48,605 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:48,607 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:48,610 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:48,611 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:48,614 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:48,616 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:48,618 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9271 = Validation score (roc_auc)
64.67s = Training runtime
0.09s = Validation runtime
Fitting model: NeuralNetTorch_r76_BAG_L2 ... Training model for up to 14651.52s of the 14651.3s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
0.9231 = Validation score (roc_auc)
34.92s = Training runtime
0.56s = Validation runtime
Fitting model: ExtraTrees_r197_BAG_L2 ... Training model for up to 14614.48s of the 14614.26s of remaining time.
0.9256 = Validation score (roc_auc)
2.75s = Training runtime
0.63s = Validation runtime
Fitting model: NeuralNetTorch_r121_BAG_L2 ... Training model for up to 14610.95s of the 14610.74s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.29%)
0.9229 = Validation score (roc_auc)
301.37s = Training runtime
1.49s = Validation runtime
Fitting model: NeuralNetFastAI_r127_BAG_L2 ... Training model for up to 14307.21s of the 14306.99s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
Warning: Exception caused NeuralNetFastAI_r127_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=22248, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=22248, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r16_BAG_L2 ... Training model for up to 14305.04s of the 14304.82s of remaining time.
2024-03-03 00:05:41,486 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:05:41,488 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:05:41,489 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:05:41,491 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:05:41,492 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:05:41,493 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:05:41,494 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9244 = Validation score (roc_auc)
47.66s = Training runtime
0.67s = Validation runtime
Fitting model: NeuralNetFastAI_r194_BAG_L2 ... Training model for up to 14256.56s of the 14256.34s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
Warning: Exception caused NeuralNetFastAI_r194_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=33968, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=33968, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r12_BAG_L2 ... Training model for up to 14254.28s of the 14254.07s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.71%)
2024-03-03 00:06:32,103 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:06:32,106 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:06:32,108 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:06:32,111 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:06:32,113 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:06:32,116 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:06:32,119 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9278 = Validation score (roc_auc)
95.33s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetTorch_r135_BAG_L2 ... Training model for up to 14157.1s of the 14156.89s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
0.9266 = Validation score (roc_auc)
62.51s = Training runtime
0.67s = Validation runtime
Fitting model: NeuralNetFastAI_r4_BAG_L2 ... Training model for up to 14092.57s of the 14092.35s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
Warning: Exception caused NeuralNetFastAI_r4_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=12308, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=12308, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: ExtraTrees_r126_BAG_L2 ... Training model for up to 14090.24s of the 14090.02s of remaining time.
0.9261 = Validation score (roc_auc)
0.81s = Training runtime
0.64s = Validation runtime
Fitting model: NeuralNetTorch_r36_BAG_L2 ... Training model for up to 14088.62s of the 14088.4s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
2024-03-03 00:09:16,587 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:16,589 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:16,591 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:16,593 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:16,595 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:16,597 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:16,599 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9269 = Validation score (roc_auc)
32.87s = Training runtime
0.5s = Validation runtime
Fitting model: NeuralNetFastAI_r100_BAG_L2 ... Training model for up to 14053.67s of the 14053.45s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
Warning: Exception caused NeuralNetFastAI_r100_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=34896, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=34896, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r163_BAG_L2 ... Training model for up to 14051.42s of the 14051.2s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.43%)
2024-03-03 00:09:54,857 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:54,860 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:54,862 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:54,866 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:54,867 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:54,869 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:54,894 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9266 = Validation score (roc_auc)
23.71s = Training runtime
0.07s = Validation runtime
Fitting model: CatBoost_r198_BAG_L2 ... Training model for up to 14025.87s of the 14025.65s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.53%)
0.9279 = Validation score (roc_auc)
68.54s = Training runtime
0.07s = Validation runtime
Fitting model: NeuralNetFastAI_r187_BAG_L2 ... Training model for up to 13955.28s of the 13955.06s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
Warning: Exception caused NeuralNetFastAI_r187_BAG_L2 to fail during training (ImportError)... Skipping this model.
ray::_ray_fit() (pid=2188, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'
During handling of the above exception, another exception occurred:
ray::_ray_fit() (pid=2188, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
try_import_fastai()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r19_BAG_L2 ... Training model for up to 13953.07s of the 13952.85s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-03 00:11:33,776 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:11:33,779 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:11:33,781 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:11:33,783 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:11:33,785 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:11:33,788 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:11:33,790 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9209 = Validation score (roc_auc)
15.66s = Training runtime
0.5s = Validation runtime
Fitting model: XGBoost_r95_BAG_L2 ... Training model for up to 13935.53s of the 13935.31s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.64%)
0.9263 = Validation score (roc_auc)
6.64s = Training runtime
0.18s = Validation runtime
Fitting model: XGBoost_r34_BAG_L2 ... Training model for up to 13926.85s of the 13926.63s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=2.04%)
0.9274 = Validation score (roc_auc)
13.25s = Training runtime
0.36s = Validation runtime
Fitting model: LightGBM_r42_BAG_L2 ... Training model for up to 13911.46s of the 13911.25s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.97%)
Warning: Exception caused LightGBM_r42_BAG_L2 to fail during training... Skipping this model.
ray::_ray_fit() (pid=30568, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
self._fit_folds(
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
fold_fitting_strategy.after_all_folds_scheduled()
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
self._process_fold_results(finished, unfinished, fold_ctx)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
raise processed_exception
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
return fn(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=30568, ip=127.0.0.1)
File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
out = self._fit(**kwargs)
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
try_import_lightgbm() # raise helpful error message if LightGBM isn't installed
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
import lightgbm
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
from .basic import Booster, Dataset, Sequence, register_logger
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
from dask.dataframe import DataFrame as dask_DataFrame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
from dask.dataframe import backends, dispatch, rolling
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
from dask.dataframe import methods
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
from dask.dataframe import ( # noqa: F401 register pandas extension types
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
from dask.dataframe.extensions import make_array_nonempty, make_scalar
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
from dask.dataframe.accessor import (
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
class StringAccessor(Accessor):
File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r1_BAG_L2 ... Training model for up to 13908.4s of the 13908.18s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-03 00:12:18,179 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:12:18,181 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:12:18,182 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:12:18,184 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:12:18,185 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:12:18,187 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:12:18,188 ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
0.9261 = Validation score (roc_auc)
61.11s = Training runtime
0.6s = Validation runtime
Fitting model: NeuralNetTorch_r89_BAG_L2 ... Training model for up to 13845.18s of the 13844.96s of remaining time.
Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
0.9252 = Validation score (roc_auc)
52.03s = Training runtime
0.54s = Validation runtime
Fitting model: WeightedEnsemble_L3 ... Training model for up to 1688.39s of the 13790.82s of remaining time.
Ensemble Weights: {'RandomForest_r39_BAG_L2': 0.171, 'NeuralNetTorch_r143_BAG_L2': 0.134, 'CatBoost_r198_BAG_L2': 0.134, 'NeuralNetTorch_r135_BAG_L2': 0.122, 'CatBoost_r12_BAG_L2': 0.11, 'NeuralNetTorch_r79_BAG_L2': 0.098, 'XGBoost_r33_BAG_L2': 0.073, 'NeuralNetTorch_r36_BAG_L2': 0.061, 'ExtraTreesGini_BAG_L2': 0.024, 'XGBoost_r98_BAG_L2': 0.024, 'RandomForest_r127_BAG_L2': 0.024, 'ExtraTrees_r172_BAG_L2': 0.012, 'NeuralNetTorch_r1_BAG_L2': 0.012}
0.9306 = Validation score (roc_auc)
4.03s = Training runtime
0.0s = Validation runtime
AutoGluon training complete, total runtime = 7813.25s ... Best model: "WeightedEnsemble_L3"
TabularPredictor saved. To load, use: predictor = TabularPredictor.load("./loan_best_quality_models/ds_sub_fit/sub_fit_ho")
--------------------------------------------------------------------------- AttributeError Traceback (most recent call last) Cell In[53], line 20 13 # Fit the model. 14 """ 15 presets='best_quality' : Maximize accuracy. Default time_limit=3600. 16 presets='high_quality' : Strong accuracy with fast inference speed. Default time_limit=3600. 17 presets='good_quality' : Good accuracy with very fast inference speed. Default time_limit=3600. 18 presets='medium_quality' : Fast training time, ideal for initial prototyping. 19 """ ---> 20 glu_model_best = glu_model_best.fit(train_data, 21 time_limit=time_limit, 22 presets='best_quality', # switch to one of the above presets. 23 ) File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\core\utils\decorators.py:31, in unpack.<locals>._unpack_inner.<locals>._call(*args, **kwargs) 28 @functools.wraps(f) 29 def _call(*args, **kwargs): 30 gargs, gkwargs = g(*other_args, *args, **kwargs) ---> 31 return f(*gargs, **gkwargs) File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\predictor\predictor.py:1099, in TabularPredictor.fit(self, train_data, tuning_data, time_limit, presets, hyperparameters, feature_metadata, infer_limit, infer_limit_batch_size, fit_weighted_ensemble, fit_full_last_level_weighted_ensemble, full_weighted_ensemble_additionally, dynamic_stacking, calibrate_decision_threshold, num_cpus, num_gpus, **kwargs) 1093 if dynamic_stacking: 1094 logger.log( 1095 20, 1096 f"Dynamic stacking is enabled (dynamic_stacking={dynamic_stacking}). " 1097 "AutoGluon will try to determine whether the input data is affected by stacked overfitting and enable or disable stacking as a consequence.", 1098 ) -> 1099 num_stack_levels, time_limit = self._dynamic_stacking(**ds_args, ag_fit_kwargs=ag_fit_kwargs, ag_post_fit_kwargs=ag_post_fit_kwargs) 1101 if (time_limit is not None) and (time_limit <= 0): 1102 raise ValueError( 1103 f"Not enough time left to train models for the full fit. Consider specifying a larger time_limit. Time remaining: {time_limit}s" 1104 ) File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\predictor\predictor.py:1186, in TabularPredictor._dynamic_stacking(self, ag_fit_kwargs, ag_post_fit_kwargs, validation_procedure, detection_time_frac, holdout_frac, n_folds, n_repeats, memory_safe_fits, clean_up_fits, holdout_data) 1181 ds_fit_kwargs["ds_fit_context"] = ds_fit_context + "/sub_fit_custom_ho" 1182 logger.info( 1183 f"Starting holdout-based sub-fit for dynamic stacking with custom validation data. Context path is: {ds_fit_kwargs['ds_fit_context']}." 1184 ) -> 1186 stacked_overfitting = self._sub_fit_memory_save_wrapper( 1187 train_data=X, 1188 time_limit=time_limit, 1189 ds_fit_kwargs=ds_fit_kwargs, 1190 ag_fit_kwargs=inner_ag_fit_kwargs, 1191 ag_post_fit_kwargs=inner_ag_post_fit_kwargs, 1192 holdout_data=holdout_data, 1193 ) 1194 else: 1195 # Holdout is false, use (repeated) cross-validation 1196 is_stratified = self.problem_type in [REGRESSION, QUANTILE, SOFTCLASS] File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\predictor\predictor.py:1336, in TabularPredictor._sub_fit_memory_save_wrapper(self, train_data, time_limit, ds_fit_kwargs, ag_fit_kwargs, ag_post_fit_kwargs, holdout_data) 1333 normal_fit = True 1335 if normal_fit: -> 1336 stacked_overfitting = _sub_fit( 1337 predictor=self, 1338 train_data=train_data, 1339 time_limit=time_limit, 1340 ds_fit_kwargs=ds_fit_kwargs, 1341 ag_fit_kwargs=ag_fit_kwargs, 1342 ag_post_fit_kwargs=ag_post_fit_kwargs, 1343 holdout_data=holdout_data, 1344 ) 1346 return stacked_overfitting File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\predictor\predictor.py:4907, in _sub_fit(predictor, train_data, time_limit, ds_fit_kwargs, ag_fit_kwargs, ag_post_fit_kwargs, holdout_data) 4905 leaderboard_kwargs = dict(refit_full=True, set_refit_score_to_parent=True) 4906 # Determine stacked overfitting -> 4907 ho_leaderboard = predictor.leaderboard(data=val_data, **leaderboard_kwargs).reset_index(drop=True) 4908 logger.info("Leaderboard on holdout data from dynamic stacking:") 4909 with pd.option_context("display.max_rows", None, "display.max_columns", None, "display.width", 1000): 4910 # Rename to avoid confusion for the user File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\predictor\predictor.py:2324, in TabularPredictor.leaderboard(self, data, extra_info, extra_metrics, decision_threshold, score_format, only_pareto_frontier, skip_score, refit_full, set_refit_score_to_parent, display, **kwargs) 2322 if decision_threshold is None: 2323 decision_threshold = self.decision_threshold -> 2324 return self._learner.leaderboard( 2325 X=data, 2326 extra_info=extra_info, 2327 extra_metrics=extra_metrics, 2328 decision_threshold=decision_threshold, 2329 only_pareto_frontier=only_pareto_frontier, 2330 score_format=score_format, 2331 skip_score=skip_score, 2332 refit_full=refit_full, 2333 set_refit_score_to_parent=set_refit_score_to_parent, 2334 display=display, 2335 ) File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\learner\abstract_learner.py:849, in AbstractTabularLearner.leaderboard(self, X, y, extra_info, extra_metrics, decision_threshold, only_pareto_frontier, skip_score, score_format, refit_full, set_refit_score_to_parent, display) 847 assert score_format in ["score", "error"] 848 if X is not None: --> 849 leaderboard = self.score_debug( 850 X=X, 851 y=y, 852 extra_info=extra_info, 853 extra_metrics=extra_metrics, 854 decision_threshold=decision_threshold, 855 skip_score=skip_score, 856 refit_full=refit_full, 857 set_refit_score_to_parent=set_refit_score_to_parent, 858 display=False, 859 ) 860 else: 861 if extra_metrics: File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\learner\abstract_learner.py:526, in AbstractTabularLearner.score_debug(self, X, y, extra_info, compute_oracle, extra_metrics, decision_threshold, skip_score, refit_full, set_refit_score_to_parent, display) 524 all_trained_models_can_infer = trainer.get_model_names(models=all_trained_models, can_infer=True) 525 all_trained_models_original = all_trained_models.copy() --> 526 model_pred_proba_dict, pred_time_test_marginal = trainer.get_model_pred_proba_dict(X=X, models=all_trained_models_can_infer, record_pred_time=True) 528 if compute_oracle: 529 pred_probas = list(model_pred_proba_dict.values()) File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py:1036, in AbstractTrainer.get_model_pred_proba_dict(self, X, models, model_pred_proba_dict, model_pred_time_dict, record_pred_time, use_val_cache, cascade, cascade_threshold) 1034 else: 1035 preprocess_kwargs = dict(infer=False, model_pred_proba_dict=model_pred_proba_dict) -> 1036 model_pred_proba_dict[model_name] = model.predict_proba(X, **preprocess_kwargs) 1037 else: 1038 model_pred_proba_dict[model_name] = model.predict_proba(X) File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py:441, in BaggedEnsembleModel.predict_proba(self, X, normalize, **kwargs) 439 model = self.load_child(self.models[0]) 440 X = self.preprocess(X, model=model, **kwargs) --> 441 pred_proba = model.predict_proba(X=X, preprocess_nonadaptive=False, normalize=normalize) 442 for model in self.models[1:]: 443 model = self.load_child(model) File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py:949, in AbstractModel.predict_proba(self, X, normalize, **kwargs) 947 if normalize is None: 948 normalize = self.normalize_pred_probas --> 949 y_pred_proba = self._predict_proba(X=X, **kwargs) 950 if normalize: 951 y_pred_proba = normalize_pred_probas(y_pred_proba, self.problem_type) File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py:425, in TabularNeuralNetTorchModel._predict_proba(self, X, **kwargs) 423 elif isinstance(X, pd.DataFrame): 424 X = self.preprocess(X, **kwargs) --> 425 return self._predict_tabular_data(new_data=X, process=True) 426 else: 427 raise ValueError("X must be of type pd.DataFrame or TabularTorchDataset, not type: %s" % type(X)) File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py:433, in TabularNeuralNetTorchModel._predict_tabular_data(self, new_data, process) 430 from .tabular_torch_dataset import TabularTorchDataset 432 if process: --> 433 new_data = self._process_test_data(new_data) 434 if not isinstance(new_data, TabularTorchDataset): 435 raise ValueError("new_data must of of type TabularTorchDataset if process=False") File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py:498, in TabularNeuralNetTorchModel._process_test_data(self, df, labels) 495 df = df.drop(columns=drop_cols) 497 # self.feature_arraycol_map, self.feature_type_map have been previously set while processing training data. --> 498 df = self.processor.transform(df) 499 return TabularTorchDataset(df, self.feature_arraycol_map, self.feature_type_map, self.problem_type, labels) File C:\ProgramData\anaconda3\lib\site-packages\sklearn\utils\_set_output.py:142, in _wrap_method_output.<locals>.wrapped(self, X, *args, **kwargs) 140 @wraps(f) 141 def wrapped(self, X, *args, **kwargs): --> 142 data_to_wrap = f(self, X, *args, **kwargs) 143 if isinstance(data_to_wrap, tuple): 144 # only wrap the first output for cross decomposition 145 return ( 146 _wrap_data_with_container(method, data_to_wrap[0], X, self), 147 *data_to_wrap[1:], 148 ) File C:\ProgramData\anaconda3\lib\site-packages\sklearn\compose\_column_transformer.py:800, in ColumnTransformer.transform(self, X) 795 else: 796 # ndarray was used for fitting or transforming, thus we only 797 # check that n_features_in_ is consistent 798 self._check_n_features(X, reset=False) --> 800 Xs = self._fit_transform( 801 X, 802 None, 803 _transform_one, 804 fitted=True, 805 column_as_strings=fit_dataframe_and_transform_dataframe, 806 ) 807 self._validate_output(Xs) 809 if not Xs: 810 # All transformers are None File C:\ProgramData\anaconda3\lib\site-packages\sklearn\compose\_column_transformer.py:652, in ColumnTransformer._fit_transform(self, X, y, func, fitted, column_as_strings) 644 def _fit_transform(self, X, y, func, fitted=False, column_as_strings=False): 645 """ 646 Private function to fit and/or transform on demand. 647 (...) 650 ``fitted=True`` ensures the fitted transformers are used. 651 """ --> 652 transformers = list( 653 self._iter( 654 fitted=fitted, replace_strings=True, column_as_strings=column_as_strings 655 ) 656 ) 657 try: 658 return Parallel(n_jobs=self.n_jobs)( 659 delayed(func)( 660 transformer=clone(trans) if not fitted else trans, (...) 667 for idx, (name, trans, column, weight) in enumerate(transformers, 1) 668 ) File C:\ProgramData\anaconda3\lib\site-packages\sklearn\compose\_column_transformer.py:349, in ColumnTransformer._iter(self, fitted, replace_strings, column_as_strings) 346 return name, trans, columns 347 return name, self._name_to_fitted_passthrough[name], columns --> 349 transformers = [ 350 replace_passthrough(*trans) for trans in self.transformers_ 351 ] 352 else: 353 transformers = self.transformers_ File C:\ProgramData\anaconda3\lib\site-packages\sklearn\compose\_column_transformer.py:350, in <listcomp>(.0) 346 return name, trans, columns 347 return name, self._name_to_fitted_passthrough[name], columns 349 transformers = [ --> 350 replace_passthrough(*trans) for trans in self.transformers_ 351 ] 352 else: 353 transformers = self.transformers_ File C:\ProgramData\anaconda3\lib\site-packages\sklearn\compose\_column_transformer.py:345, in ColumnTransformer._iter.<locals>.replace_passthrough(name, trans, columns) 344 def replace_passthrough(name, trans, columns): --> 345 if name not in self._name_to_fitted_passthrough: 346 return name, trans, columns 347 return name, self._name_to_fitted_passthrough[name], columns AttributeError: 'ColumnTransformer' object has no attribute '_name_to_fitted_passthrough'
Evaluate Models¶
In [64]:
#Evaluate the metrics of the models
glu_model_best.leaderboard(X_test)
Out[64]:
| model | score_test | score_val | eval_metric | pred_time_test | pred_time_val | fit_time | pred_time_test_marginal | pred_time_val_marginal | fit_time_marginal | stack_level | can_infer | fit_order | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | LightGBM_r130_BAG_L2 | 0.937874 | 0.935203 | roc_auc | 25.009562 | 43.873058 | 3992.964880 | 0.124887 | 0.119911 | 4.887348 | 2 | True | 88 |
| 1 | WeightedEnsemble_L3 | 0.937684 | 0.937778 | roc_auc | 27.347165 | 48.933307 | 4283.277674 | 0.015626 | 0.000000 | 4.818712 | 3 | True | 132 |
| 2 | LightGBM_r135_BAG_L2 | 0.937549 | 0.935291 | roc_auc | 25.057340 | 43.972320 | 3997.206712 | 0.172665 | 0.219174 | 9.129180 | 2 | True | 118 |
| 3 | LightGBM_r121_BAG_L2 | 0.937418 | 0.936007 | roc_auc | 25.197856 | 44.141841 | 4000.232522 | 0.313181 | 0.388695 | 12.154990 | 2 | True | 121 |
| 4 | XGBoost_r33_BAG_L2 | 0.937286 | 0.935491 | roc_auc | 25.418254 | 44.138776 | 4008.614618 | 0.533579 | 0.385630 | 20.537086 | 2 | True | 81 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 127 | ExtraTreesGini_BAG_L1 | 0.846861 | 0.842609 | roc_auc | 0.250386 | 0.573789 | 0.723065 | 0.250386 | 0.573789 | 0.723065 | 1 | True | 8 |
| 128 | ExtraTrees_r49_BAG_L1 | 0.846861 | 0.842609 | roc_auc | 0.251303 | 0.611919 | 0.815228 | 0.251303 | 0.611919 | 0.815228 | 1 | True | 37 |
| 129 | ExtraTrees_r126_BAG_L1 | 0.843594 | 0.846253 | roc_auc | 0.181341 | 0.589813 | 0.790116 | 0.181341 | 0.589813 | 0.790116 | 1 | True | 61 |
| 130 | KNeighborsDist_BAG_L1 | 0.657524 | 0.666574 | roc_auc | 0.109763 | 0.242541 | 0.023001 | 0.109763 | 0.242541 | 0.023001 | 1 | True | 2 |
| 131 | KNeighborsUnif_BAG_L1 | 0.653802 | 0.661553 | roc_auc | 0.109770 | 0.238028 | 0.014509 | 0.109770 | 0.238028 | 0.014509 | 1 | True | 1 |
132 rows × 13 columns
In [66]:
#Get a list of all of the models trained
glu_model_best.model_names()
Out[66]:
['KNeighborsUnif_BAG_L1', 'KNeighborsDist_BAG_L1', 'LightGBMXT_BAG_L1', 'LightGBM_BAG_L1', 'RandomForestGini_BAG_L1', 'RandomForestEntr_BAG_L1', 'CatBoost_BAG_L1', 'ExtraTreesGini_BAG_L1', 'ExtraTreesEntr_BAG_L1', 'XGBoost_BAG_L1', 'LightGBMLarge_BAG_L1', 'CatBoost_r177_BAG_L1', 'LightGBM_r131_BAG_L1', 'CatBoost_r9_BAG_L1', 'LightGBM_r96_BAG_L1', 'XGBoost_r33_BAG_L1', 'ExtraTrees_r42_BAG_L1', 'CatBoost_r137_BAG_L1', 'CatBoost_r13_BAG_L1', 'RandomForest_r195_BAG_L1', 'LightGBM_r188_BAG_L1', 'XGBoost_r89_BAG_L1', 'LightGBM_r130_BAG_L1', 'CatBoost_r50_BAG_L1', 'XGBoost_r194_BAG_L1', 'ExtraTrees_r172_BAG_L1', 'CatBoost_r69_BAG_L1', 'LightGBM_r161_BAG_L1', 'CatBoost_r70_BAG_L1', 'LightGBM_r196_BAG_L1', 'RandomForest_r39_BAG_L1', 'CatBoost_r167_BAG_L1', 'XGBoost_r98_BAG_L1', 'LightGBM_r15_BAG_L1', 'CatBoost_r86_BAG_L1', 'CatBoost_r49_BAG_L1', 'ExtraTrees_r49_BAG_L1', 'LightGBM_r143_BAG_L1', 'RandomForest_r127_BAG_L1', 'RandomForest_r34_BAG_L1', 'LightGBM_r94_BAG_L1', 'CatBoost_r128_BAG_L1', 'ExtraTrees_r4_BAG_L1', 'LightGBM_r30_BAG_L1', 'XGBoost_r49_BAG_L1', 'CatBoost_r5_BAG_L1', 'CatBoost_r143_BAG_L1', 'ExtraTrees_r178_BAG_L1', 'RandomForest_r166_BAG_L1', 'XGBoost_r31_BAG_L1', 'CatBoost_r60_BAG_L1', 'RandomForest_r15_BAG_L1', 'LightGBM_r135_BAG_L1', 'XGBoost_r22_BAG_L1', 'CatBoost_r6_BAG_L1', 'LightGBM_r121_BAG_L1', 'CatBoost_r180_BAG_L1', 'ExtraTrees_r197_BAG_L1', 'RandomForest_r16_BAG_L1', 'CatBoost_r12_BAG_L1', 'ExtraTrees_r126_BAG_L1', 'CatBoost_r163_BAG_L1', 'CatBoost_r198_BAG_L1', 'XGBoost_r95_BAG_L1', 'XGBoost_r34_BAG_L1', 'LightGBM_r42_BAG_L1', 'WeightedEnsemble_L2', 'LightGBMXT_BAG_L2', 'LightGBM_BAG_L2', 'RandomForestGini_BAG_L2', 'RandomForestEntr_BAG_L2', 'CatBoost_BAG_L2', 'ExtraTreesGini_BAG_L2', 'ExtraTreesEntr_BAG_L2', 'XGBoost_BAG_L2', 'LightGBMLarge_BAG_L2', 'CatBoost_r177_BAG_L2', 'LightGBM_r131_BAG_L2', 'CatBoost_r9_BAG_L2', 'LightGBM_r96_BAG_L2', 'XGBoost_r33_BAG_L2', 'ExtraTrees_r42_BAG_L2', 'CatBoost_r137_BAG_L2', 'CatBoost_r13_BAG_L2', 'RandomForest_r195_BAG_L2', 'LightGBM_r188_BAG_L2', 'XGBoost_r89_BAG_L2', 'LightGBM_r130_BAG_L2', 'CatBoost_r50_BAG_L2', 'XGBoost_r194_BAG_L2', 'ExtraTrees_r172_BAG_L2', 'CatBoost_r69_BAG_L2', 'LightGBM_r161_BAG_L2', 'CatBoost_r70_BAG_L2', 'LightGBM_r196_BAG_L2', 'RandomForest_r39_BAG_L2', 'CatBoost_r167_BAG_L2', 'XGBoost_r98_BAG_L2', 'LightGBM_r15_BAG_L2', 'CatBoost_r86_BAG_L2', 'CatBoost_r49_BAG_L2', 'ExtraTrees_r49_BAG_L2', 'LightGBM_r143_BAG_L2', 'RandomForest_r127_BAG_L2', 'RandomForest_r34_BAG_L2', 'LightGBM_r94_BAG_L2', 'CatBoost_r128_BAG_L2', 'ExtraTrees_r4_BAG_L2', 'LightGBM_r30_BAG_L2', 'XGBoost_r49_BAG_L2', 'CatBoost_r5_BAG_L2', 'CatBoost_r143_BAG_L2', 'ExtraTrees_r178_BAG_L2', 'RandomForest_r166_BAG_L2', 'XGBoost_r31_BAG_L2', 'CatBoost_r60_BAG_L2', 'RandomForest_r15_BAG_L2', 'LightGBM_r135_BAG_L2', 'XGBoost_r22_BAG_L2', 'CatBoost_r6_BAG_L2', 'LightGBM_r121_BAG_L2', 'CatBoost_r180_BAG_L2', 'ExtraTrees_r197_BAG_L2', 'RandomForest_r16_BAG_L2', 'CatBoost_r12_BAG_L2', 'ExtraTrees_r126_BAG_L2', 'CatBoost_r163_BAG_L2', 'CatBoost_r198_BAG_L2', 'XGBoost_r95_BAG_L2', 'XGBoost_r34_BAG_L2', 'LightGBM_r42_BAG_L2', 'WeightedEnsemble_L3']
In [70]:
# best model
glu_model_best.model_best
Out[70]:
'WeightedEnsemble_L3'
In [71]:
#Get more information on the models
glu_model_best.leaderboard(extra_info=True)
Out[71]:
| model | score_val | eval_metric | pred_time_val | fit_time | pred_time_val_marginal | fit_time_marginal | stack_level | can_infer | fit_order | ... | hyperparameters | hyperparameters_fit | ag_args_fit | features | compile_time | child_hyperparameters | child_hyperparameters_fit | child_ag_args_fit | ancestors | descendants | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | WeightedEnsemble_L3 | 0.937778 | roc_auc | 48.933307 | 4283.277674 | 0.000000 | 4.818712 | 3 | True | 132 | ... | {'use_orig_features': False, 'max_base_models'... | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [LightGBM_r161_BAG_L2, CatBoost_r86_BAG_L2, XG... | None | {'ensemble_size': 100} | {'ensemble_size': 97} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [XGBoost_r89_BAG_L1, RandomForestEntr_BAG_L1, ... | [] |
| 1 | LightGBM_r161_BAG_L2 | 0.936435 | roc_auc | 44.157104 | 4001.489254 | 0.403958 | 13.411722 | 2 | True | 93 | ... | {'use_orig_features': True, 'max_base_models':... | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [grade, XGBoost_r89_BAG_L1, RandomForestEntr_B... | None | {'learning_rate': 0.010464516487486093, 'extra... | {'num_boost_round': 301} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [LightGBM_r130_BAG_L1, CatBoost_r12_BAG_L1, XG... | [WeightedEnsemble_L3] |
| 2 | RandomForest_r34_BAG_L2 | 0.936366 | roc_auc | 44.349436 | 4023.251270 | 0.596290 | 35.173738 | 2 | True | 105 | ... | {'use_orig_features': True, 'max_base_models':... | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [grade, XGBoost_r89_BAG_L1, RandomForestEntr_B... | None | {'n_estimators': 300, 'max_leaf_nodes': 18242,... | {'n_estimators': 300} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [LightGBM_r130_BAG_L1, CatBoost_r12_BAG_L1, XG... | [WeightedEnsemble_L3] |
| 3 | LightGBM_r94_BAG_L2 | 0.936296 | roc_auc | 44.081479 | 3992.688862 | 0.328333 | 4.611330 | 2 | True | 106 | ... | {'use_orig_features': True, 'max_base_models':... | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [grade, XGBoost_r89_BAG_L1, RandomForestEntr_B... | None | {'learning_rate': 0.04034449862560467, 'extra_... | {'num_boost_round': 509} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [LightGBM_r130_BAG_L1, CatBoost_r12_BAG_L1, XG... | [WeightedEnsemble_L3] |
| 4 | LightGBM_r131_BAG_L2 | 0.936039 | roc_auc | 44.063543 | 3995.586153 | 0.310397 | 7.508621 | 2 | True | 78 | ... | {'use_orig_features': True, 'max_base_models':... | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [grade, XGBoost_r89_BAG_L1, RandomForestEntr_B... | None | {'learning_rate': 0.012144796373999013, 'extra... | {'num_boost_round': 397} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [LightGBM_r130_BAG_L1, CatBoost_r12_BAG_L1, XG... | [] |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 127 | ExtraTreesEntr_BAG_L1 | 0.845828 | roc_auc | 0.593129 | 0.733283 | 0.593129 | 0.733283 | 1 | True | 9 | ... | {'use_orig_features': True, 'max_base_models':... | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [pub_rec, delinq_2yrs, grade, home_ownership, ... | None | {'n_estimators': 300, 'max_leaf_nodes': 15000,... | {'n_estimators': 300} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [] | [CatBoost_r177_BAG_L2, LightGBM_r135_BAG_L2, R... |
| 128 | ExtraTreesGini_BAG_L1 | 0.842609 | roc_auc | 0.573789 | 0.723065 | 0.573789 | 0.723065 | 1 | True | 8 | ... | {'use_orig_features': True, 'max_base_models':... | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [pub_rec, delinq_2yrs, grade, home_ownership, ... | None | {'n_estimators': 300, 'max_leaf_nodes': 15000,... | {'n_estimators': 300} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [] | [CatBoost_r177_BAG_L2, LightGBM_r135_BAG_L2, R... |
| 129 | ExtraTrees_r49_BAG_L1 | 0.842609 | roc_auc | 0.611919 | 0.815228 | 0.611919 | 0.815228 | 1 | True | 37 | ... | {'use_orig_features': True, 'max_base_models':... | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [pub_rec, delinq_2yrs, grade, home_ownership, ... | None | {'n_estimators': 300, 'max_leaf_nodes': 28532,... | {'n_estimators': 300} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [] | [CatBoost_r177_BAG_L2, LightGBM_r135_BAG_L2, R... |
| 130 | KNeighborsDist_BAG_L1 | 0.666574 | roc_auc | 0.242541 | 0.023001 | 0.242541 | 0.023001 | 1 | True | 2 | ... | {'use_orig_features': True, 'max_base_models':... | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [pub_rec, delinq_2yrs, mths_since_last_delinq,... | None | {'weights': 'distance'} | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [] | [CatBoost_r177_BAG_L2, LightGBM_r135_BAG_L2, R... |
| 131 | KNeighborsUnif_BAG_L1 | 0.661553 | roc_auc | 0.238028 | 0.014509 | 0.238028 | 0.014509 | 1 | True | 1 | ... | {'use_orig_features': True, 'max_base_models':... | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [pub_rec, delinq_2yrs, mths_since_last_delinq,... | None | {'weights': 'uniform'} | {} | {'max_memory_usage_ratio': 1.0, 'max_time_limi... | [] | [CatBoost_r177_BAG_L2, LightGBM_r135_BAG_L2, R... |
132 rows × 32 columns
In [13]:
#Load the best quality models that were trained previously
from autogluon.tabular import TabularDataset, TabularPredictor
glu_model_best = TabularPredictor.load('./loan_best_quality_models_2')
In [14]:
#Create a test set to determine how well the models are performing
test = pd.concat([X_test, y_test], axis=1)
test
Out[14]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | ... | total_acc | out_prncp | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | grade | sub_grade | home_ownership | verification_status | loan_status | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 13494 | 4375.0 | 4375.0 | 4225.000000 | 131.95 | 17760.0 | 20.20 | 0.0 | 750.0 | 754.0 | 0.0 | ... | 24.0 | 0.0 | 0.0 | 0.0 | 36.57 | A | A1 | OWN | Source Verified | 0 |
| 21759 | 10000.0 | 10000.0 | 9475.000000 | 323.85 | 55000.0 | 18.59 | 0.0 | 715.0 | 719.0 | 0.0 | ... | 20.0 | 0.0 | 0.0 | 0.0 | 1317.62 | B | B2 | RENT | Not Verified | 0 |
| 11247 | 24000.0 | 24000.0 | 22921.129991 | 560.56 | 53000.0 | 22.42 | 0.0 | 740.0 | 744.0 | 1.0 | ... | 59.0 | 0.0 | 0.0 | 0.0 | 23722.52 | C | C5 | MORTGAGE | Verified | 0 |
| 25028 | 5550.0 | 5550.0 | 5550.000000 | 189.98 | 50000.0 | 21.58 | 0.0 | 665.0 | 669.0 | 2.0 | ... | 38.0 | 0.0 | 0.0 | 0.0 | 202.16 | D | D1 | MORTGAGE | Not Verified | 0 |
| 20440 | 10000.0 | 10000.0 | 9875.000000 | 232.58 | 45000.0 | 5.97 | 0.0 | 765.0 | 769.0 | 0.0 | ... | 17.0 | 0.0 | 0.0 | 0.0 | 232.58 | C | C3 | RENT | Not Verified | 1 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 6596 | 8700.0 | 8700.0 | 8700.000000 | 197.91 | 46000.0 | 3.83 | 0.0 | 700.0 | 704.0 | 0.0 | ... | 11.0 | 0.0 | 0.0 | 0.0 | 197.67 | C | C1 | RENT | Source Verified | 0 |
| 6250 | 3500.0 | 3500.0 | 3500.000000 | 114.57 | 27600.0 | 21.74 | 0.0 | 740.0 | 744.0 | 4.0 | ... | 7.0 | 0.0 | 0.0 | 0.0 | 114.57 | B | B3 | RENT | Verified | 1 |
| 8889 | 3000.0 | 3000.0 | 3000.000000 | 111.88 | 29000.0 | 14.19 | 0.0 | 680.0 | 684.0 | 0.0 | ... | 5.0 | 0.0 | 0.0 | 0.0 | 334.19 | F | F1 | RENT | Source Verified | 0 |
| 20531 | 3500.0 | 3500.0 | 3500.000000 | 118.96 | 44000.0 | 17.81 | 0.0 | 675.0 | 679.0 | 0.0 | ... | 15.0 | 0.0 | 0.0 | 0.0 | 133.28 | C | C2 | RENT | Verified | 0 |
| 10646 | 9000.0 | 9000.0 | 9000.000000 | 228.50 | 38400.0 | 11.34 | 0.0 | 680.0 | 684.0 | 2.0 | ... | 20.0 | 0.0 | 0.0 | 0.0 | 26.75 | E | E1 | RENT | Not Verified | 1 |
5956 rows × 25 columns
In [28]:
#Determine the accuracy, recall, and precision of the top models
glu_model_best.leaderboard(test, extra_metrics=['accuracy', 'recall', 'precision']).head(20)
Out[28]:
| model | score_test | accuracy | recall | precision | score_val | eval_metric | pred_time_test | pred_time_val | fit_time | pred_time_test_marginal | pred_time_val_marginal | fit_time_marginal | stack_level | can_infer | fit_order | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | LightGBM_r130_BAG_L2 | 0.937874 | 0.901108 | 0.620885 | 0.682045 | 0.935203 | roc_auc | 114.880598 | 43.873058 | 3992.964880 | 0.493854 | 0.119911 | 4.887348 | 2 | True | 88 |
| 1 | WeightedEnsemble_L3 | 0.937684 | 0.899093 | 0.614075 | 0.674564 | 0.937778 | roc_auc | 123.394990 | 48.933307 | 4283.277674 | 0.024150 | 0.000000 | 4.818712 | 3 | True | 132 |
| 2 | LightGBM_r135_BAG_L2 | 0.937549 | 0.899597 | 0.606129 | 0.680255 | 0.935291 | roc_auc | 115.149647 | 43.972320 | 3997.206712 | 0.762903 | 0.219174 | 9.129180 | 2 | True | 118 |
| 3 | LightGBM_r121_BAG_L2 | 0.937418 | 0.900437 | 0.602724 | 0.686047 | 0.936007 | roc_auc | 116.062693 | 44.141841 | 4000.232522 | 1.675949 | 0.388695 | 12.154990 | 2 | True | 121 |
| 4 | XGBoost_r33_BAG_L2 | 0.937286 | 0.899933 | 0.648127 | 0.666278 | 0.935491 | roc_auc | 115.983207 | 44.138776 | 4008.614618 | 1.596463 | 0.385630 | 20.537086 | 2 | True | 81 |
| 5 | LightGBM_r161_BAG_L2 | 0.937100 | 0.898758 | 0.592509 | 0.681462 | 0.936435 | roc_auc | 116.172674 | 44.157104 | 4001.489254 | 1.785929 | 0.403958 | 13.411722 | 2 | True | 93 |
| 6 | RandomForest_r34_BAG_L2 | 0.937024 | 0.899261 | 0.601589 | 0.680359 | 0.936366 | roc_auc | 114.725094 | 44.349436 | 4023.251270 | 0.338350 | 0.596290 | 35.173738 | 2 | True | 105 |
| 7 | XGBoost_r34_BAG_L2 | 0.936953 | 0.899261 | 0.643587 | 0.664713 | 0.935084 | roc_auc | 115.947015 | 44.043541 | 4000.658465 | 1.560271 | 0.290395 | 12.580933 | 2 | True | 130 |
| 8 | LightGBM_r143_BAG_L2 | 0.936786 | 0.898590 | 0.594779 | 0.679637 | 0.935368 | roc_auc | 115.549092 | 44.026462 | 4000.438716 | 1.162347 | 0.273316 | 12.361184 | 2 | True | 103 |
| 9 | LightGBM_r131_BAG_L2 | 0.936785 | 0.899765 | 0.634506 | 0.670264 | 0.936039 | roc_auc | 115.553688 | 44.063543 | 3995.586153 | 1.166944 | 0.310397 | 7.508621 | 2 | True | 78 |
| 10 | XGBoost_r98_BAG_L2 | 0.936661 | 0.900269 | 0.645857 | 0.668625 | 0.936033 | roc_auc | 116.607234 | 44.473414 | 4021.432250 | 2.220490 | 0.720268 | 33.354718 | 2 | True | 98 |
| 11 | LightGBMLarge_BAG_L2 | 0.936570 | 0.899429 | 0.615210 | 0.675810 | 0.935235 | roc_auc | 115.018102 | 43.920212 | 3996.345425 | 0.631358 | 0.167066 | 8.267893 | 2 | True | 76 |
| 12 | CatBoost_r9_BAG_L2 | 0.936397 | 0.900940 | 0.629966 | 0.677656 | 0.935634 | roc_auc | 114.872974 | 43.800035 | 4083.136898 | 0.486230 | 0.046889 | 95.059366 | 2 | True | 79 |
| 13 | LightGBM_r96_BAG_L2 | 0.936346 | 0.899933 | 0.629966 | 0.672727 | 0.936015 | roc_auc | 117.125252 | 44.574072 | 3996.198911 | 2.738508 | 0.820926 | 8.121379 | 2 | True | 80 |
| 14 | XGBoost_r22_BAG_L2 | 0.936299 | 0.899093 | 0.625426 | 0.670316 | 0.935612 | roc_auc | 115.331001 | 43.970130 | 3993.930808 | 0.944257 | 0.216984 | 5.853276 | 2 | True | 119 |
| 15 | CatBoost_r180_BAG_L2 | 0.936285 | 0.900101 | 0.631101 | 0.673123 | 0.934790 | roc_auc | 114.709496 | 43.806514 | 4038.968950 | 0.322752 | 0.053367 | 50.891418 | 2 | True | 122 |
| 16 | XGBoost_r49_BAG_L2 | 0.936271 | 0.899261 | 0.641317 | 0.665489 | 0.935838 | roc_auc | 115.609457 | 43.956476 | 3996.657471 | 1.222713 | 0.203330 | 8.579939 | 2 | True | 110 |
| 17 | LightGBMXT_BAG_L2 | 0.936166 | 0.900940 | 0.628831 | 0.678091 | 0.935804 | roc_auc | 115.158497 | 43.935097 | 3992.572632 | 0.771753 | 0.181950 | 4.495100 | 2 | True | 68 |
| 18 | LightGBM_r94_BAG_L2 | 0.936163 | 0.899765 | 0.628831 | 0.672330 | 0.936296 | roc_auc | 115.688271 | 44.081479 | 3992.688862 | 1.301527 | 0.328333 | 4.611330 | 2 | True | 106 |
| 19 | CatBoost_BAG_L2 | 0.936160 | 0.898590 | 0.633371 | 0.665077 | 0.935700 | roc_auc | 114.642314 | 43.810037 | 4057.776737 | 0.255569 | 0.056890 | 69.699205 | 2 | True | 72 |
In [17]:
# Confirm that chosen model is still the same after loading
glu_model_best.model_best
Out[17]:
'WeightedEnsemble_L3'
Evaluate Weighted Ensemble¶
In [101]:
#Make prediction probabilities for the test data
autogluon_predictions_proba = glu_model_best.predict_proba(X_test)
In [102]:
#Convert the prediction probabilities data into an array so it can be used for ploting
#metrics like the ROC curve
autogluon_predictions_proba = np.array(autogluon_predictions_proba)
autogluon_predictions_proba
Out[102]:
array([[0.95756221, 0.04243782],
[0.99499094, 0.00500906],
[0.99811763, 0.00188238],
...,
[0.85628605, 0.14371395],
[0.96330571, 0.03669427],
[0.21937591, 0.78062409]])
In [103]:
# Generate ROC curve for test data
fpr, tpr, thresholds = roc_curve(y_test, autogluon_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, autogluon_predictions_proba[:,1])
# Plot ROC curve
plt.figure()
plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.4f})')
plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic for Best Quality AutoGluon Weighted Ensemble')
plt.legend(loc='lower right')
plt.show()
In [104]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, autogluon_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, autogluon_predictions_proba[:,1])
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, autogluon_predictions_proba[:,1])
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05) # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.subplot(1, 2, 2)
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
In [105]:
import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc
# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, autogluon_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, autogluon_predictions_proba[:,1])
# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, autogluon_predictions_proba[:,1])
pr_auc = auc(recall, precision)
# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--') # Dashed diagonal
# Highlighting the 2% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.02) # Find the index of the FPR just over 2%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~2% FPR') # 'ro' for red dot
plt.annotate(f'FPR ~2%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")
# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]
plt.subplot(1, 2, 2)
# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro') # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
(selected_recall, selected_precision),
textcoords="offset points",
xytext=(-10,10),
ha='center')
plt.legend(loc="lower left")
plt.tight_layout()
plt.show()
Feature Importance¶
In [62]:
#Determine the most important features for the best quality AutoGluon ensemble model
feature_importances_df = glu_model_best.feature_importance(test)
feature_importances_df
Out[62]:
| importance | stddev | p_value | n | p99_high | p99_low | |
|---|---|---|---|---|---|---|
| last_pymnt_amnt | 0.347521 | 0.006465 | 1.436711e-08 | 5 | 0.360833 | 0.334209 |
| installment | 0.056560 | 0.001855 | 1.385275e-07 | 5 | 0.060379 | 0.052742 |
| funded_amnt | 0.031170 | 0.001761 | 1.218167e-06 | 5 | 0.034796 | 0.027543 |
| total_rec_late_fee | 0.025752 | 0.002164 | 5.924193e-06 | 5 | 0.030207 | 0.021297 |
| funded_amnt_inv | 0.016485 | 0.001730 | 1.435306e-05 | 5 | 0.020048 | 0.012922 |
| annual_inc | 0.009445 | 0.000388 | 3.425414e-07 | 5 | 0.010244 | 0.008645 |
| loan_amnt | 0.008435 | 0.000998 | 2.306700e-05 | 5 | 0.010490 | 0.006381 |
| sub_grade | 0.004186 | 0.000297 | 3.019536e-06 | 5 | 0.004797 | 0.003574 |
| out_prncp | 0.003357 | 0.000721 | 2.399480e-04 | 5 | 0.004841 | 0.001873 |
| total_acc | 0.003220 | 0.000842 | 5.141304e-04 | 5 | 0.004954 | 0.001486 |
| inq_last_6mths | 0.002728 | 0.000544 | 1.801782e-04 | 5 | 0.003848 | 0.001608 |
| grade | 0.002048 | 0.000543 | 5.410937e-04 | 5 | 0.003166 | 0.000930 |
| revol_bal | 0.002017 | 0.001034 | 6.011570e-03 | 5 | 0.004146 | -0.000111 |
| fico_range_low | 0.001811 | 0.000481 | 5.465402e-04 | 5 | 0.002802 | 0.000820 |
| out_prncp_inv | 0.001016 | 0.000502 | 5.288381e-03 | 5 | 0.002050 | -0.000017 |
| mths_since_last_delinq | 0.000942 | 0.000255 | 5.828300e-04 | 5 | 0.001466 | 0.000418 |
| open_acc | 0.000880 | 0.000521 | 9.734312e-03 | 5 | 0.001951 | -0.000192 |
| mths_since_last_record | 0.000700 | 0.000352 | 5.636511e-03 | 5 | 0.001425 | -0.000025 |
| fico_range_high | 0.000419 | 0.000300 | 1.769709e-02 | 5 | 0.001037 | -0.000199 |
| dti | 0.000316 | 0.000639 | 1.653591e-01 | 5 | 0.001632 | -0.001000 |
| verification_status | 0.000192 | 0.000329 | 1.312135e-01 | 5 | 0.000870 | -0.000486 |
| delinq_2yrs | 0.000112 | 0.000170 | 1.076044e-01 | 5 | 0.000461 | -0.000238 |
| pub_rec | 0.000039 | 0.000084 | 1.761519e-01 | 5 | 0.000211 | -0.000133 |
| home_ownership | -0.000155 | 0.000058 | 9.980108e-01 | 5 | -0.000035 | -0.000274 |
In [64]:
#Create a plot of the feature importance
plt.figure(figsize=(10, 6))
sns.barplot(feature_importances_df, x='importance', y=feature_importances_df.index)
plt.title('Feature Importance For Best Quality AutoGluon Ensemble Model')
plt.show()
Partial Dependency Plots¶
In [83]:
#Numerical partial dependence plots for the best quality AutoGluon ensemble model
for var in numeric_features:
pdp_plot_numeric(var, sample_n=300, pipeline=glu_model_best, autogluon=True)
In [92]:
#Categorical partial dependence plots for the best quality AutoGluon ensemble model
for var in categorical_features:
pdp_plot_categorical(var, sample_n=100, pipeline=glu_model_best, autogluon=True)
DALEX¶
In [15]:
#Predict and proba functions that work with Dalex by converting the
#Pandas dataframes that AutoGluon returns into arrays
def predict_function(model, data):
return model.predict(data).values
def predict_proba_function(model, data):
return model.predict_proba(data)[1].to_numpy()
In [16]:
import dalex as dx # for explanations
glu_explainer = dx.Explainer(glu_model_best, X_test, y_test.values,
predict_function=predict_function, label='loan_status')
Preparation of a new explainer is initiated -> data : 5956 rows 24 cols -> target variable : 5956 values -> model_class : autogluon.tabular.predictor.predictor.TabularPredictor (default) -> label : loan_status -> predict function : <function predict_function at 0x000001FAAC32E3B0> will be used -> predict function : Accepts only pandas.DataFrame, numpy.ndarray causes problems. -> predicted values : min = 0.0, mean = 0.135, max = 1.0 -> model type : classification will be used (default) -> residual function : difference between y and yhat (default) -> residuals : min = -1.0, mean = 0.0133, max = 1.0 -> model_info : package autogluon A new explainer has been created!
In [17]:
#Dalex metrics including accuracy, precision, recall, and auc for the best quality AutoGluon ensemble model
model_performance = glu_explainer.model_performance("classification")
model_performance.result
Out[17]:
| recall | precision | f1 | accuracy | auc | |
|---|---|---|---|---|---|
| loan_status | 0.614075 | 0.674564 | 0.6429 | 0.899093 | 0.781323 |
Dalex PDP¶
In [18]:
# Use Dalex to determine the partial dependence of the numeric features
pdp_numeric_profile = glu_explainer.model_profile(variables=numeric_features)
# Plot these partical dependencies
pdp_numeric_profile.plot()
Calculating ceteris paribus: 100%|█████████████████████████████████████████████████████| 20/20 [32:22<00:00, 97.12s/it]
In [19]:
# Use Dalex to determine the partial dependence of the categorical features
pdp_categorical_profile = glu_explainer.model_profile(
variable_type = 'categorical',
variables=categorical_features)
## Plot these partical dependencies
pdp_categorical_profile.plot()
Calculating ceteris paribus: 100%|███████████████████████████████████████████████████████| 4/4 [01:22<00:00, 20.62s/it]
Local Predictions¶
In [65]:
#Create a dataframe with the best quality AutoGluon's ensemble model's predictions, prediction probability,
#and the actual loan status added onto the test dataset
#This will be used for determining the top true positives and false negatives
X_test_autogluon = X_test.copy()
X_test_autogluon['pred']= glu_model_best.predict(X_test, as_pandas=False)
X_test_autogluon['pred_proba']= glu_model_best.predict_proba(X_test, as_pandas=False)[:,1]
X_test_autogluon[target] = y_test
X_test_autogluon.head()
Out[65]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | ... | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | grade | sub_grade | home_ownership | verification_status | pred | pred_proba | loan_status | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 13494 | 4375.0 | 4375.0 | 4225.000000 | 131.95 | 17760.0 | 20.20 | 0.0 | 750.0 | 754.0 | 0.0 | ... | 0.0 | 0.0 | 36.57 | A | A1 | OWN | Source Verified | 0 | 0.042438 | 0 |
| 21759 | 10000.0 | 10000.0 | 9475.000000 | 323.85 | 55000.0 | 18.59 | 0.0 | 715.0 | 719.0 | 0.0 | ... | 0.0 | 0.0 | 1317.62 | B | B2 | RENT | Not Verified | 0 | 0.005009 | 0 |
| 11247 | 24000.0 | 24000.0 | 22921.129991 | 560.56 | 53000.0 | 22.42 | 0.0 | 740.0 | 744.0 | 1.0 | ... | 0.0 | 0.0 | 23722.52 | C | C5 | MORTGAGE | Verified | 0 | 0.001882 | 0 |
| 25028 | 5550.0 | 5550.0 | 5550.000000 | 189.98 | 50000.0 | 21.58 | 0.0 | 665.0 | 669.0 | 2.0 | ... | 0.0 | 0.0 | 202.16 | D | D1 | MORTGAGE | Not Verified | 0 | 0.128488 | 0 |
| 20440 | 10000.0 | 10000.0 | 9875.000000 | 232.58 | 45000.0 | 5.97 | 0.0 | 765.0 | 769.0 | 0.0 | ... | 0.0 | 0.0 | 232.58 | C | C3 | RENT | Not Verified | 0 | 0.324784 | 1 |
5 rows × 27 columns
In [27]:
#Determine the top 10 true positive loans to default by highest predicted probability
#Return a dataframe of these loans
top_10_tp = (X_test_autogluon
.query('loan_status == pred and loan_status == 1')
.sort_values(by='pred_proba', ascending=False)
.head(10)
.reset_index(drop=True)
)
top_10_tp
Out[27]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | ... | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | grade | sub_grade | home_ownership | verification_status | pred | pred_proba | loan_status | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | 2200.0 | 2200.0 | 2200.0 | 70.90 | 26004.0 | 14.95 | 0.0 | 725.0 | 729.0 | 0.0 | ... | 0.0 | 14.883000 | 50.00 | B | B1 | RENT | Verified | 1 | 0.989213 | 1 |
| 1 | 6400.0 | 6400.0 | 6400.0 | 197.36 | 45600.0 | 13.39 | 0.0 | 715.0 | 719.0 | 0.0 | ... | 0.0 | 14.984799 | 197.36 | A | A5 | MORTGAGE | Source Verified | 1 | 0.988790 | 1 |
| 2 | 6600.0 | 6600.0 | 6525.0 | 222.58 | 30000.0 | 22.08 | 0.0 | 675.0 | 679.0 | 0.0 | ... | 0.0 | 14.962261 | 222.58 | C | C2 | RENT | Verified | 1 | 0.988669 | 1 |
| 3 | 6625.0 | 6625.0 | 6625.0 | 223.42 | 28000.0 | 19.89 | 0.0 | 670.0 | 674.0 | 0.0 | ... | 0.0 | 14.967774 | 223.42 | C | C2 | RENT | Not Verified | 1 | 0.988597 | 1 |
| 4 | 3500.0 | 3500.0 | 3500.0 | 83.10 | 39996.0 | 16.68 | 0.0 | 695.0 | 699.0 | 0.0 | ... | 0.0 | 14.956954 | 83.10 | D | D2 | RENT | Source Verified | 1 | 0.988287 | 1 |
| 5 | 6000.0 | 6000.0 | 5925.0 | 199.89 | 26400.0 | 11.05 | 0.0 | 685.0 | 689.0 | 0.0 | ... | 0.0 | 14.951804 | 200.49 | B | B5 | MORTGAGE | Not Verified | 1 | 0.988228 | 1 |
| 6 | 7200.0 | 7200.0 | 7200.0 | 225.29 | 68000.0 | 7.98 | 0.0 | 720.0 | 724.0 | 0.0 | ... | 0.0 | 14.979058 | 225.29 | A | A4 | RENT | Source Verified | 1 | 0.987935 | 1 |
| 7 | 4500.0 | 4500.0 | 4500.0 | 157.44 | 21600.0 | 10.83 | 0.0 | 670.0 | 674.0 | 0.0 | ... | 0.0 | 14.987723 | 157.44 | D | D4 | RENT | Source Verified | 1 | 0.987935 | 1 |
| 8 | 5000.0 | 5000.0 | 4925.0 | 175.79 | 51200.0 | 8.88 | 0.0 | 685.0 | 689.0 | 0.0 | ... | 0.0 | 14.925764 | 175.79 | D | D5 | RENT | Not Verified | 1 | 0.987865 | 1 |
| 9 | 8000.0 | 8000.0 | 7975.0 | 267.74 | 52000.0 | 7.04 | 0.0 | 705.0 | 709.0 | 3.0 | ... | 0.0 | 14.946216 | 267.74 | B | B5 | MORTGAGE | Verified | 1 | 0.987773 | 1 |
10 rows × 27 columns
In [36]:
#Use breakdown for each of the top 10 true positive loans to determine which features most influenced
#the model to predict that the loan will default
for index, row in top_10_tp.iterrows():
local_breakdown_exp = glu_explainer.predict_parts(
#Filter out the pred, pred_proba, and loan_status columns that were added so this function runs
top_10_tp[['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade', 'sub_grade', 'home_ownership', 'verification_status']].iloc[index],
type='break_down',
label=f"record:{index}, prob:{row['pred_proba']:.3f}")
local_breakdown_exp.plot()
print(local_breakdown_exp.result)
variable_name variable_value variable \
0 intercept intercept
1 last_pymnt_amnt 50.0 last_pymnt_amnt = 50.0
2 total_rec_late_fee 14.88 total_rec_late_fee = 14.88
3 annual_inc 26000.0 annual_inc = 26000.0
4 funded_amnt_inv 2200.0 funded_amnt_inv = 2200.0
5 open_acc 3.0 open_acc = 3.0
6 verification_status Verified verification_status = Verified
7 mths_since_last_delinq nan mths_since_last_delinq = nan
8 dti 14.95 dti = 14.95
9 out_prncp 0.0 out_prncp = 0.0
10 delinq_2yrs 0.0 delinq_2yrs = 0.0
11 out_prncp_inv 0.0 out_prncp_inv = 0.0
12 home_ownership RENT home_ownership = RENT
13 revol_bal 3820.0 revol_bal = 3820.0
14 pub_rec 0.0 pub_rec = 0.0
15 mths_since_last_record nan mths_since_last_record = nan
16 fico_range_high 729.0 fico_range_high = 729.0
17 fico_range_low 725.0 fico_range_low = 725.0
18 inq_last_6mths 0.0 inq_last_6mths = 0.0
19 grade B grade = B
20 sub_grade B1 sub_grade = B1
21 total_acc 7.0 total_acc = 7.0
22 loan_amnt 2200.0 loan_amnt = 2200.0
23 funded_amnt 2200.0 funded_amnt = 2200.0
24 installment 70.9 installment = 70.9
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:0, prob:0.989
1 0.623909 0.489255 1.0 24 record:0, prob:0.989
2 0.987408 0.363499 1.0 23 record:0, prob:0.989
3 0.989926 0.002518 1.0 22 record:0, prob:0.989
4 0.989758 -0.000168 -1.0 21 record:0, prob:0.989
5 0.989758 0.000000 0.0 20 record:0, prob:0.989
6 0.989422 -0.000336 -1.0 19 record:0, prob:0.989
7 0.989255 -0.000168 -1.0 18 record:0, prob:0.989
8 0.989255 0.000000 0.0 17 record:0, prob:0.989
9 1.000000 0.010745 1.0 16 record:0, prob:0.989
10 1.000000 0.000000 0.0 15 record:0, prob:0.989
11 1.000000 0.000000 0.0 14 record:0, prob:0.989
12 1.000000 0.000000 0.0 13 record:0, prob:0.989
13 1.000000 0.000000 0.0 12 record:0, prob:0.989
14 1.000000 0.000000 0.0 11 record:0, prob:0.989
15 1.000000 0.000000 0.0 10 record:0, prob:0.989
16 1.000000 0.000000 0.0 9 record:0, prob:0.989
17 1.000000 0.000000 0.0 8 record:0, prob:0.989
18 1.000000 0.000000 0.0 7 record:0, prob:0.989
19 1.000000 0.000000 0.0 6 record:0, prob:0.989
20 1.000000 0.000000 0.0 5 record:0, prob:0.989
21 1.000000 0.000000 0.0 4 record:0, prob:0.989
22 1.000000 0.000000 0.0 3 record:0, prob:0.989
23 1.000000 0.000000 0.0 2 record:0, prob:0.989
24 1.000000 0.000000 0.0 1 record:0, prob:0.989
25 1.000000 1.000000 1.0 0 record:0, prob:0.989
variable_name variable_value \
0 intercept
1 total_rec_late_fee 14.98
2 last_pymnt_amnt 197.4
3 annual_inc 45600.0
4 funded_amnt_inv 6400.0
5 mths_since_last_delinq nan
6 dti 13.39
7 out_prncp 0.0
8 open_acc 9.0
9 delinq_2yrs 0.0
10 out_prncp_inv 0.0
11 revol_bal 7486.0
12 verification_status Source Verified
13 pub_rec 0.0
14 mths_since_last_record nan
15 fico_range_high 719.0
16 home_ownership MORTGAGE
17 fico_range_low 715.0
18 total_acc 22.0
19 loan_amnt 6400.0
20 inq_last_6mths 0.0
21 sub_grade A5
22 funded_amnt 6400.0
23 grade A
24 installment 197.4
25
variable cumulative contribution sign \
0 intercept 0.134654 0.134654 1.0
1 total_rec_late_fee = 14.98 0.629113 0.494459 1.0
2 last_pymnt_amnt = 197.4 0.986568 0.357455 1.0
3 annual_inc = 45600.0 0.986736 0.000168 1.0
4 funded_amnt_inv = 6400.0 0.987408 0.000672 1.0
5 mths_since_last_delinq = nan 0.987408 0.000000 0.0
6 dti = 13.39 0.987240 -0.000168 -1.0
7 out_prncp = 0.0 1.000000 0.012760 1.0
8 open_acc = 9.0 1.000000 0.000000 0.0
9 delinq_2yrs = 0.0 1.000000 0.000000 0.0
10 out_prncp_inv = 0.0 1.000000 0.000000 0.0
11 revol_bal = 7486.0 1.000000 0.000000 0.0
12 verification_status = Source Verified 1.000000 0.000000 0.0
13 pub_rec = 0.0 1.000000 0.000000 0.0
14 mths_since_last_record = nan 1.000000 0.000000 0.0
15 fico_range_high = 719.0 1.000000 0.000000 0.0
16 home_ownership = MORTGAGE 1.000000 0.000000 0.0
17 fico_range_low = 715.0 1.000000 0.000000 0.0
18 total_acc = 22.0 1.000000 0.000000 0.0
19 loan_amnt = 6400.0 1.000000 0.000000 0.0
20 inq_last_6mths = 0.0 1.000000 0.000000 0.0
21 sub_grade = A5 1.000000 0.000000 0.0
22 funded_amnt = 6400.0 1.000000 0.000000 0.0
23 grade = A 1.000000 0.000000 0.0
24 installment = 197.4 1.000000 0.000000 0.0
25 prediction 1.000000 1.000000 1.0
position label
0 25 record:1, prob:0.989
1 24 record:1, prob:0.989
2 23 record:1, prob:0.989
3 22 record:1, prob:0.989
4 21 record:1, prob:0.989
5 20 record:1, prob:0.989
6 19 record:1, prob:0.989
7 18 record:1, prob:0.989
8 17 record:1, prob:0.989
9 16 record:1, prob:0.989
10 15 record:1, prob:0.989
11 14 record:1, prob:0.989
12 13 record:1, prob:0.989
13 12 record:1, prob:0.989
14 11 record:1, prob:0.989
15 10 record:1, prob:0.989
16 9 record:1, prob:0.989
17 8 record:1, prob:0.989
18 7 record:1, prob:0.989
19 6 record:1, prob:0.989
20 5 record:1, prob:0.989
21 4 record:1, prob:0.989
22 3 record:1, prob:0.989
23 2 record:1, prob:0.989
24 1 record:1, prob:0.989
25 0 record:1, prob:0.989
variable_name variable_value variable \
0 intercept intercept
1 total_rec_late_fee 14.96 total_rec_late_fee = 14.96
2 annual_inc 30000.0 annual_inc = 30000.0
3 last_pymnt_amnt 222.6 last_pymnt_amnt = 222.6
4 fico_range_low 675.0 fico_range_low = 675.0
5 verification_status Verified verification_status = Verified
6 funded_amnt_inv 6525.0 funded_amnt_inv = 6525.0
7 mths_since_last_delinq nan mths_since_last_delinq = nan
8 fico_range_high 679.0 fico_range_high = 679.0
9 out_prncp 0.0 out_prncp = 0.0
10 delinq_2yrs 0.0 delinq_2yrs = 0.0
11 out_prncp_inv 0.0 out_prncp_inv = 0.0
12 home_ownership RENT home_ownership = RENT
13 pub_rec 0.0 pub_rec = 0.0
14 mths_since_last_record nan mths_since_last_record = nan
15 dti 22.08 dti = 22.08
16 revol_bal 4421.0 revol_bal = 4421.0
17 grade C grade = C
18 total_acc 14.0 total_acc = 14.0
19 sub_grade C2 sub_grade = C2
20 open_acc 11.0 open_acc = 11.0
21 loan_amnt 6600.0 loan_amnt = 6600.0
22 inq_last_6mths 0.0 inq_last_6mths = 0.0
23 installment 222.6 installment = 222.6
24 funded_amnt 6600.0 funded_amnt = 6600.0
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:2, prob:0.989
1 0.626259 0.491605 1.0 24 record:2, prob:0.989
2 0.632304 0.006044 1.0 23 record:2, prob:0.989
3 0.986568 0.354265 1.0 22 record:2, prob:0.989
4 0.986568 0.000000 0.0 21 record:2, prob:0.989
5 0.986568 0.000000 0.0 20 record:2, prob:0.989
6 0.987072 0.000504 1.0 19 record:2, prob:0.989
7 0.987072 0.000000 0.0 18 record:2, prob:0.989
8 0.987072 0.000000 0.0 17 record:2, prob:0.989
9 1.000000 0.012928 1.0 16 record:2, prob:0.989
10 1.000000 0.000000 0.0 15 record:2, prob:0.989
11 1.000000 0.000000 0.0 14 record:2, prob:0.989
12 1.000000 0.000000 0.0 13 record:2, prob:0.989
13 1.000000 0.000000 0.0 12 record:2, prob:0.989
14 1.000000 0.000000 0.0 11 record:2, prob:0.989
15 1.000000 0.000000 0.0 10 record:2, prob:0.989
16 1.000000 0.000000 0.0 9 record:2, prob:0.989
17 1.000000 0.000000 0.0 8 record:2, prob:0.989
18 1.000000 0.000000 0.0 7 record:2, prob:0.989
19 1.000000 0.000000 0.0 6 record:2, prob:0.989
20 1.000000 0.000000 0.0 5 record:2, prob:0.989
21 1.000000 0.000000 0.0 4 record:2, prob:0.989
22 1.000000 0.000000 0.0 3 record:2, prob:0.989
23 1.000000 0.000000 0.0 2 record:2, prob:0.989
24 1.000000 0.000000 0.0 1 record:2, prob:0.989
25 1.000000 1.000000 1.0 0 record:2, prob:0.989
variable_name variable_value variable \
0 intercept intercept
1 total_rec_late_fee 14.97 total_rec_late_fee = 14.97
2 annual_inc 28000.0 annual_inc = 28000.0
3 last_pymnt_amnt 223.4 last_pymnt_amnt = 223.4
4 fico_range_low 670.0 fico_range_low = 670.0
5 fico_range_high 674.0 fico_range_high = 674.0
6 funded_amnt_inv 6625.0 funded_amnt_inv = 6625.0
7 mths_since_last_delinq nan mths_since_last_delinq = nan
8 out_prncp 0.0 out_prncp = 0.0
9 revol_bal 7978.0 revol_bal = 7978.0
10 dti 19.89 dti = 19.89
11 delinq_2yrs 0.0 delinq_2yrs = 0.0
12 out_prncp_inv 0.0 out_prncp_inv = 0.0
13 home_ownership RENT home_ownership = RENT
14 pub_rec 0.0 pub_rec = 0.0
15 mths_since_last_record nan mths_since_last_record = nan
16 verification_status Not Verified verification_status = Not Verified
17 grade C grade = C
18 total_acc 22.0 total_acc = 22.0
19 sub_grade C2 sub_grade = C2
20 open_acc 18.0 open_acc = 18.0
21 loan_amnt 6625.0 loan_amnt = 6625.0
22 inq_last_6mths 0.0 inq_last_6mths = 0.0
23 installment 223.4 installment = 223.4
24 funded_amnt 6625.0 funded_amnt = 6625.0
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:3, prob:0.989
1 0.626091 0.491437 1.0 24 record:3, prob:0.989
2 0.632136 0.006044 1.0 23 record:3, prob:0.989
3 0.986568 0.354433 1.0 22 record:3, prob:0.989
4 0.986904 0.000336 1.0 21 record:3, prob:0.989
5 0.987240 0.000336 1.0 20 record:3, prob:0.989
6 0.987408 0.000168 1.0 19 record:3, prob:0.989
7 0.987240 -0.000168 -1.0 18 record:3, prob:0.989
8 1.000000 0.012760 1.0 17 record:3, prob:0.989
9 1.000000 0.000000 0.0 16 record:3, prob:0.989
10 1.000000 0.000000 0.0 15 record:3, prob:0.989
11 1.000000 0.000000 0.0 14 record:3, prob:0.989
12 1.000000 0.000000 0.0 13 record:3, prob:0.989
13 1.000000 0.000000 0.0 12 record:3, prob:0.989
14 1.000000 0.000000 0.0 11 record:3, prob:0.989
15 1.000000 0.000000 0.0 10 record:3, prob:0.989
16 1.000000 0.000000 0.0 9 record:3, prob:0.989
17 1.000000 0.000000 0.0 8 record:3, prob:0.989
18 1.000000 0.000000 0.0 7 record:3, prob:0.989
19 1.000000 0.000000 0.0 6 record:3, prob:0.989
20 1.000000 0.000000 0.0 5 record:3, prob:0.989
21 1.000000 0.000000 0.0 4 record:3, prob:0.989
22 1.000000 0.000000 0.0 3 record:3, prob:0.989
23 1.000000 0.000000 0.0 2 record:3, prob:0.989
24 1.000000 0.000000 0.0 1 record:3, prob:0.989
25 1.000000 1.000000 1.0 0 record:3, prob:0.989
variable_name variable_value \
0 intercept
1 total_rec_late_fee 14.96
2 funded_amnt_inv 3500.0
3 annual_inc 40000.0
4 last_pymnt_amnt 83.1
5 grade D
6 open_acc 4.0
7 mths_since_last_delinq nan
8 fico_range_low 695.0
9 fico_range_high 699.0
10 dti 16.68
11 out_prncp 0.0
12 delinq_2yrs 0.0
13 out_prncp_inv 0.0
14 verification_status Source Verified
15 home_ownership RENT
16 pub_rec 0.0
17 mths_since_last_record nan
18 revol_bal 3094.0
19 sub_grade D2
20 inq_last_6mths 0.0
21 loan_amnt 3500.0
22 total_acc 6.0
23 funded_amnt 3500.0
24 installment 83.1
25
variable cumulative contribution sign \
0 intercept 0.134654 0.134654 1.0
1 total_rec_late_fee = 14.96 0.625756 0.491101 1.0
2 funded_amnt_inv = 3500.0 0.632807 0.007052 1.0
3 annual_inc = 40000.0 0.636501 0.003694 1.0
4 last_pymnt_amnt = 83.1 0.987576 0.351075 1.0
5 grade = D 0.987408 -0.000168 -1.0
6 open_acc = 4.0 0.987408 0.000000 0.0
7 mths_since_last_delinq = nan 0.987240 -0.000168 -1.0
8 fico_range_low = 695.0 0.987240 0.000000 0.0
9 fico_range_high = 699.0 0.987072 -0.000168 -1.0
10 dti = 16.68 0.987240 0.000168 1.0
11 out_prncp = 0.0 1.000000 0.012760 1.0
12 delinq_2yrs = 0.0 1.000000 0.000000 0.0
13 out_prncp_inv = 0.0 1.000000 0.000000 0.0
14 verification_status = Source Verified 1.000000 0.000000 0.0
15 home_ownership = RENT 1.000000 0.000000 0.0
16 pub_rec = 0.0 1.000000 0.000000 0.0
17 mths_since_last_record = nan 1.000000 0.000000 0.0
18 revol_bal = 3094.0 1.000000 0.000000 0.0
19 sub_grade = D2 1.000000 0.000000 0.0
20 inq_last_6mths = 0.0 1.000000 0.000000 0.0
21 loan_amnt = 3500.0 1.000000 0.000000 0.0
22 total_acc = 6.0 1.000000 0.000000 0.0
23 funded_amnt = 3500.0 1.000000 0.000000 0.0
24 installment = 83.1 1.000000 0.000000 0.0
25 prediction 1.000000 1.000000 1.0
position label
0 25 record:4, prob:0.988
1 24 record:4, prob:0.988
2 23 record:4, prob:0.988
3 22 record:4, prob:0.988
4 21 record:4, prob:0.988
5 20 record:4, prob:0.988
6 19 record:4, prob:0.988
7 18 record:4, prob:0.988
8 17 record:4, prob:0.988
9 16 record:4, prob:0.988
10 15 record:4, prob:0.988
11 14 record:4, prob:0.988
12 13 record:4, prob:0.988
13 12 record:4, prob:0.988
14 11 record:4, prob:0.988
15 10 record:4, prob:0.988
16 9 record:4, prob:0.988
17 8 record:4, prob:0.988
18 7 record:4, prob:0.988
19 6 record:4, prob:0.988
20 5 record:4, prob:0.988
21 4 record:4, prob:0.988
22 3 record:4, prob:0.988
23 2 record:4, prob:0.988
24 1 record:4, prob:0.988
25 0 record:4, prob:0.988
variable_name variable_value variable \
0 intercept intercept
1 total_rec_late_fee 14.95 total_rec_late_fee = 14.95
2 last_pymnt_amnt 200.5 last_pymnt_amnt = 200.5
3 annual_inc 26400.0 annual_inc = 26400.0
4 fico_range_low 685.0 fico_range_low = 685.0
5 mths_since_last_delinq nan mths_since_last_delinq = nan
6 fico_range_high 689.0 fico_range_high = 689.0
7 funded_amnt_inv 5925.0 funded_amnt_inv = 5925.0
8 dti 11.05 dti = 11.05
9 revol_bal 14390.0 revol_bal = 14390.0
10 out_prncp 0.0 out_prncp = 0.0
11 delinq_2yrs 0.0 delinq_2yrs = 0.0
12 out_prncp_inv 0.0 out_prncp_inv = 0.0
13 pub_rec 0.0 pub_rec = 0.0
14 mths_since_last_record nan mths_since_last_record = nan
15 home_ownership MORTGAGE home_ownership = MORTGAGE
16 verification_status Not Verified verification_status = Not Verified
17 total_acc 22.0 total_acc = 22.0
18 loan_amnt 6000.0 loan_amnt = 6000.0
19 inq_last_6mths 0.0 inq_last_6mths = 0.0
20 grade B grade = B
21 sub_grade B5 sub_grade = B5
22 open_acc 13.0 open_acc = 13.0
23 funded_amnt 6000.0 funded_amnt = 6000.0
24 installment 199.9 installment = 199.9
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:5, prob:0.988
1 0.625923 0.491269 1.0 24 record:5, prob:0.988
2 0.986568 0.360645 1.0 23 record:5, prob:0.988
3 0.987576 0.001007 1.0 22 record:5, prob:0.988
4 0.987911 0.000336 1.0 21 record:5, prob:0.988
5 0.987743 -0.000168 -1.0 20 record:5, prob:0.988
6 0.988079 0.000336 1.0 19 record:5, prob:0.988
7 0.988415 0.000336 1.0 18 record:5, prob:0.988
8 0.989087 0.000672 1.0 17 record:5, prob:0.988
9 0.988751 -0.000336 -1.0 16 record:5, prob:0.988
10 1.000000 0.011249 1.0 15 record:5, prob:0.988
11 1.000000 0.000000 0.0 14 record:5, prob:0.988
12 1.000000 0.000000 0.0 13 record:5, prob:0.988
13 1.000000 0.000000 0.0 12 record:5, prob:0.988
14 1.000000 0.000000 0.0 11 record:5, prob:0.988
15 1.000000 0.000000 0.0 10 record:5, prob:0.988
16 1.000000 0.000000 0.0 9 record:5, prob:0.988
17 1.000000 0.000000 0.0 8 record:5, prob:0.988
18 1.000000 0.000000 0.0 7 record:5, prob:0.988
19 1.000000 0.000000 0.0 6 record:5, prob:0.988
20 1.000000 0.000000 0.0 5 record:5, prob:0.988
21 1.000000 0.000000 0.0 4 record:5, prob:0.988
22 1.000000 0.000000 0.0 3 record:5, prob:0.988
23 1.000000 0.000000 0.0 2 record:5, prob:0.988
24 1.000000 0.000000 0.0 1 record:5, prob:0.988
25 1.000000 1.000000 1.0 0 record:5, prob:0.988
variable_name variable_value \
0 intercept
1 total_rec_late_fee 14.98
2 last_pymnt_amnt 225.3
3 funded_amnt_inv 7200.0
4 mths_since_last_delinq nan
5 open_acc 5.0
6 dti 7.98
7 revol_bal 8783.0
8 out_prncp 0.0
9 delinq_2yrs 0.0
10 out_prncp_inv 0.0
11 verification_status Source Verified
12 home_ownership RENT
13 pub_rec 0.0
14 mths_since_last_record nan
15 fico_range_high 724.0
16 fico_range_low 720.0
17 total_acc 14.0
18 loan_amnt 7200.0
19 annual_inc 68000.0
20 inq_last_6mths 0.0
21 installment 225.3
22 funded_amnt 7200.0
23 grade A
24 sub_grade A4
25
variable cumulative contribution sign \
0 intercept 0.134654 0.134654 1.0
1 total_rec_late_fee = 14.98 0.626259 0.491605 1.0
2 last_pymnt_amnt = 225.3 0.986568 0.360309 1.0
3 funded_amnt_inv = 7200.0 0.986736 0.000168 1.0
4 mths_since_last_delinq = nan 0.986568 -0.000168 -1.0
5 open_acc = 5.0 0.986400 -0.000168 -1.0
6 dti = 7.98 0.986568 0.000168 1.0
7 revol_bal = 8783.0 0.986568 0.000000 0.0
8 out_prncp = 0.0 1.000000 0.013432 1.0
9 delinq_2yrs = 0.0 1.000000 0.000000 0.0
10 out_prncp_inv = 0.0 1.000000 0.000000 0.0
11 verification_status = Source Verified 1.000000 0.000000 0.0
12 home_ownership = RENT 1.000000 0.000000 0.0
13 pub_rec = 0.0 1.000000 0.000000 0.0
14 mths_since_last_record = nan 1.000000 0.000000 0.0
15 fico_range_high = 724.0 1.000000 0.000000 0.0
16 fico_range_low = 720.0 1.000000 0.000000 0.0
17 total_acc = 14.0 1.000000 0.000000 0.0
18 loan_amnt = 7200.0 1.000000 0.000000 0.0
19 annual_inc = 68000.0 1.000000 0.000000 0.0
20 inq_last_6mths = 0.0 1.000000 0.000000 0.0
21 installment = 225.3 1.000000 0.000000 0.0
22 funded_amnt = 7200.0 1.000000 0.000000 0.0
23 grade = A 1.000000 0.000000 0.0
24 sub_grade = A4 1.000000 0.000000 0.0
25 prediction 1.000000 1.000000 1.0
position label
0 25 record:6, prob:0.988
1 24 record:6, prob:0.988
2 23 record:6, prob:0.988
3 22 record:6, prob:0.988
4 21 record:6, prob:0.988
5 20 record:6, prob:0.988
6 19 record:6, prob:0.988
7 18 record:6, prob:0.988
8 17 record:6, prob:0.988
9 16 record:6, prob:0.988
10 15 record:6, prob:0.988
11 14 record:6, prob:0.988
12 13 record:6, prob:0.988
13 12 record:6, prob:0.988
14 11 record:6, prob:0.988
15 10 record:6, prob:0.988
16 9 record:6, prob:0.988
17 8 record:6, prob:0.988
18 7 record:6, prob:0.988
19 6 record:6, prob:0.988
20 5 record:6, prob:0.988
21 4 record:6, prob:0.988
22 3 record:6, prob:0.988
23 2 record:6, prob:0.988
24 1 record:6, prob:0.988
25 0 record:6, prob:0.988
variable_name variable_value \
0 intercept
1 total_rec_late_fee 14.99
2 last_pymnt_amnt 157.4
3 annual_inc 21600.0
4 fico_range_low 670.0
5 funded_amnt_inv 4500.0
6 grade D
7 open_acc 3.0
8 fico_range_high 674.0
9 dti 10.83
10 out_prncp 0.0
11 delinq_2yrs 0.0
12 out_prncp_inv 0.0
13 verification_status Source Verified
14 home_ownership RENT
15 pub_rec 0.0
16 mths_since_last_record nan
17 sub_grade D4
18 mths_since_last_delinq 56.0
19 revol_bal 0.0
20 inq_last_6mths 0.0
21 loan_amnt 4500.0
22 total_acc 5.0
23 funded_amnt 4500.0
24 installment 157.4
25
variable cumulative contribution sign \
0 intercept 0.134654 0.134654 1.0
1 total_rec_late_fee = 14.99 0.629617 0.494963 1.0
2 last_pymnt_amnt = 157.4 0.986736 0.357119 1.0
3 annual_inc = 21600.0 0.987576 0.000839 1.0
4 fico_range_low = 670.0 0.988415 0.000839 1.0
5 funded_amnt_inv = 4500.0 0.989087 0.000672 1.0
6 grade = D 0.988415 -0.000672 -1.0
7 open_acc = 3.0 0.988415 0.000000 0.0
8 fico_range_high = 674.0 0.988247 -0.000168 -1.0
9 dti = 10.83 0.988079 -0.000168 -1.0
10 out_prncp = 0.0 1.000000 0.011921 1.0
11 delinq_2yrs = 0.0 1.000000 0.000000 0.0
12 out_prncp_inv = 0.0 1.000000 0.000000 0.0
13 verification_status = Source Verified 1.000000 0.000000 0.0
14 home_ownership = RENT 1.000000 0.000000 0.0
15 pub_rec = 0.0 1.000000 0.000000 0.0
16 mths_since_last_record = nan 1.000000 0.000000 0.0
17 sub_grade = D4 1.000000 0.000000 0.0
18 mths_since_last_delinq = 56.0 1.000000 0.000000 0.0
19 revol_bal = 0.0 1.000000 0.000000 0.0
20 inq_last_6mths = 0.0 1.000000 0.000000 0.0
21 loan_amnt = 4500.0 1.000000 0.000000 0.0
22 total_acc = 5.0 1.000000 0.000000 0.0
23 funded_amnt = 4500.0 1.000000 0.000000 0.0
24 installment = 157.4 1.000000 0.000000 0.0
25 prediction 1.000000 1.000000 1.0
position label
0 25 record:7, prob:0.988
1 24 record:7, prob:0.988
2 23 record:7, prob:0.988
3 22 record:7, prob:0.988
4 21 record:7, prob:0.988
5 20 record:7, prob:0.988
6 19 record:7, prob:0.988
7 18 record:7, prob:0.988
8 17 record:7, prob:0.988
9 16 record:7, prob:0.988
10 15 record:7, prob:0.988
11 14 record:7, prob:0.988
12 13 record:7, prob:0.988
13 12 record:7, prob:0.988
14 11 record:7, prob:0.988
15 10 record:7, prob:0.988
16 9 record:7, prob:0.988
17 8 record:7, prob:0.988
18 7 record:7, prob:0.988
19 6 record:7, prob:0.988
20 5 record:7, prob:0.988
21 4 record:7, prob:0.988
22 3 record:7, prob:0.988
23 2 record:7, prob:0.988
24 1 record:7, prob:0.988
25 0 record:7, prob:0.988
variable_name variable_value variable \
0 intercept intercept
1 total_rec_late_fee 14.93 total_rec_late_fee = 14.93
2 last_pymnt_amnt 175.8 last_pymnt_amnt = 175.8
3 annual_inc 51200.0 annual_inc = 51200.0
4 grade D grade = D
5 fico_range_low 685.0 fico_range_low = 685.0
6 fico_range_high 689.0 fico_range_high = 689.0
7 dti 8.88 dti = 8.88
8 funded_amnt_inv 4925.0 funded_amnt_inv = 4925.0
9 open_acc 5.0 open_acc = 5.0
10 out_prncp 0.0 out_prncp = 0.0
11 mths_since_last_delinq 74.0 mths_since_last_delinq = 74.0
12 delinq_2yrs 0.0 delinq_2yrs = 0.0
13 out_prncp_inv 0.0 out_prncp_inv = 0.0
14 home_ownership RENT home_ownership = RENT
15 pub_rec 0.0 pub_rec = 0.0
16 mths_since_last_record nan mths_since_last_record = nan
17 sub_grade D5 sub_grade = D5
18 verification_status Not Verified verification_status = Not Verified
19 revol_bal 1793.0 revol_bal = 1793.0
20 loan_amnt 5000.0 loan_amnt = 5000.0
21 inq_last_6mths 0.0 inq_last_6mths = 0.0
22 total_acc 9.0 total_acc = 9.0
23 funded_amnt 5000.0 funded_amnt = 5000.0
24 installment 175.8 installment = 175.8
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:8, prob:0.988
1 0.622565 0.487911 1.0 24 record:8, prob:0.988
2 0.986736 0.364171 1.0 23 record:8, prob:0.988
3 0.986904 0.000168 1.0 22 record:8, prob:0.988
4 0.986736 -0.000168 -1.0 21 record:8, prob:0.988
5 0.986736 0.000000 0.0 20 record:8, prob:0.988
6 0.986736 0.000000 0.0 19 record:8, prob:0.988
7 0.986904 0.000168 1.0 18 record:8, prob:0.988
8 0.987576 0.000672 1.0 17 record:8, prob:0.988
9 0.986904 -0.000672 -1.0 16 record:8, prob:0.988
10 1.000000 0.013096 1.0 15 record:8, prob:0.988
11 1.000000 0.000000 0.0 14 record:8, prob:0.988
12 1.000000 0.000000 0.0 13 record:8, prob:0.988
13 1.000000 0.000000 0.0 12 record:8, prob:0.988
14 1.000000 0.000000 0.0 11 record:8, prob:0.988
15 1.000000 0.000000 0.0 10 record:8, prob:0.988
16 1.000000 0.000000 0.0 9 record:8, prob:0.988
17 1.000000 0.000000 0.0 8 record:8, prob:0.988
18 1.000000 0.000000 0.0 7 record:8, prob:0.988
19 1.000000 0.000000 0.0 6 record:8, prob:0.988
20 1.000000 0.000000 0.0 5 record:8, prob:0.988
21 1.000000 0.000000 0.0 4 record:8, prob:0.988
22 1.000000 0.000000 0.0 3 record:8, prob:0.988
23 1.000000 0.000000 0.0 2 record:8, prob:0.988
24 1.000000 0.000000 0.0 1 record:8, prob:0.988
25 1.000000 1.000000 1.0 0 record:8, prob:0.988
variable_name variable_value variable \
0 intercept intercept
1 total_rec_late_fee 14.95 total_rec_late_fee = 14.95
2 last_pymnt_amnt 267.7 last_pymnt_amnt = 267.7
3 inq_last_6mths 3.0 inq_last_6mths = 3.0
4 annual_inc 52000.0 annual_inc = 52000.0
5 funded_amnt_inv 7975.0 funded_amnt_inv = 7975.0
6 verification_status Verified verification_status = Verified
7 fico_range_low 705.0 fico_range_low = 705.0
8 fico_range_high 709.0 fico_range_high = 709.0
9 open_acc 6.0 open_acc = 6.0
10 out_prncp 0.0 out_prncp = 0.0
11 revol_bal 7910.0 revol_bal = 7910.0
12 total_acc 25.0 total_acc = 25.0
13 delinq_2yrs 0.0 delinq_2yrs = 0.0
14 out_prncp_inv 0.0 out_prncp_inv = 0.0
15 dti 7.04 dti = 7.04
16 pub_rec 0.0 pub_rec = 0.0
17 mths_since_last_record nan mths_since_last_record = nan
18 home_ownership MORTGAGE home_ownership = MORTGAGE
19 funded_amnt 8000.0 funded_amnt = 8000.0
20 mths_since_last_delinq 51.0 mths_since_last_delinq = 51.0
21 loan_amnt 8000.0 loan_amnt = 8000.0
22 installment 267.7 installment = 267.7
23 grade B grade = B
24 sub_grade B5 sub_grade = B5
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:9, prob:0.988
1 0.626259 0.491605 1.0 24 record:9, prob:0.988
2 0.986568 0.360309 1.0 23 record:9, prob:0.988
3 0.986568 0.000000 0.0 22 record:9, prob:0.988
4 0.986568 0.000000 0.0 21 record:9, prob:0.988
5 0.986904 0.000336 1.0 20 record:9, prob:0.988
6 0.986904 0.000000 0.0 19 record:9, prob:0.988
7 0.986904 0.000000 0.0 18 record:9, prob:0.988
8 0.986904 0.000000 0.0 17 record:9, prob:0.988
9 0.986736 -0.000168 -1.0 16 record:9, prob:0.988
10 1.000000 0.013264 1.0 15 record:9, prob:0.988
11 1.000000 0.000000 0.0 14 record:9, prob:0.988
12 1.000000 0.000000 0.0 13 record:9, prob:0.988
13 1.000000 0.000000 0.0 12 record:9, prob:0.988
14 1.000000 0.000000 0.0 11 record:9, prob:0.988
15 1.000000 0.000000 0.0 10 record:9, prob:0.988
16 1.000000 0.000000 0.0 9 record:9, prob:0.988
17 1.000000 0.000000 0.0 8 record:9, prob:0.988
18 1.000000 0.000000 0.0 7 record:9, prob:0.988
19 1.000000 0.000000 0.0 6 record:9, prob:0.988
20 1.000000 0.000000 0.0 5 record:9, prob:0.988
21 1.000000 0.000000 0.0 4 record:9, prob:0.988
22 1.000000 0.000000 0.0 3 record:9, prob:0.988
23 1.000000 0.000000 0.0 2 record:9, prob:0.988
24 1.000000 0.000000 0.0 1 record:9, prob:0.988
25 1.000000 1.000000 1.0 0 record:9, prob:0.988
In [ ]:
#Taking too long to run
#Given shapley plots fo the first five records
for index, row in top_10_tp.iterrows():
local_breakdown_exp = glu_explainer.predict_parts(
#Filter out the pred, pred_proba, and loan_status columns that were added so this function runs
top_10_tp[['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade', 'sub_grade', 'home_ownership', 'verification_status']].iloc[index],
type='shap',
B=5,
label=f"record:{index}, prob:{row['pred_proba']:.3f}")
local_breakdown_exp.plot()
In [28]:
#Determine the top 10 false negative loans to default by lowest predicted probability
#Return a dataframe of these loans
top_10_fn = (X_test_autogluon
.query('loan_status != pred and loan_status == 1')
.sort_values(by='pred_proba', ascending=True)
.head(10)
.reset_index(drop=True)
)
top_10_fn
Out[28]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | ... | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | grade | sub_grade | home_ownership | verification_status | pred | pred_proba | loan_status | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | 16000.0 | 16000.0 | 15900.000000 | 385.53 | 78000.0 | 8.57 | 0.0 | 700.0 | 704.0 | 1.0 | ... | 0.00 | 0.0 | 10021.06 | D | D3 | MORTGAGE | Verified | 0 | 0.001711 | 1 |
| 1 | 25000.0 | 15925.0 | 15850.000000 | 428.77 | 120000.0 | 9.50 | 1.0 | 665.0 | 669.0 | 1.0 | ... | 0.00 | 0.0 | 8480.98 | G | G4 | MORTGAGE | Verified | 0 | 0.001745 | 1 |
| 2 | 20000.0 | 20000.0 | 17991.544969 | 421.22 | 96000.0 | 0.99 | 1.0 | 725.0 | 729.0 | 1.0 | ... | 0.00 | 0.0 | 4841.69 | B | B3 | OWN | Source Verified | 0 | 0.001911 | 1 |
| 3 | 7000.0 | 7000.0 | 7000.000000 | 212.29 | 46932.0 | 26.00 | 0.0 | 750.0 | 754.0 | 3.0 | ... | 0.00 | 0.0 | 2300.00 | A | A2 | OWN | Verified | 0 | 0.001950 | 1 |
| 4 | 3600.0 | 3600.0 | 3600.000000 | 86.75 | 46000.0 | 19.57 | 1.0 | 675.0 | 679.0 | 0.0 | ... | 0.00 | 0.0 | 1911.36 | D | D3 | RENT | Not Verified | 0 | 0.002052 | 1 |
| 5 | 5000.0 | 5000.0 | 5000.000000 | 164.86 | 37000.0 | 19.20 | 0.0 | 670.0 | 674.0 | 0.0 | ... | 0.00 | 0.0 | 1763.84 | B | B4 | RENT | Verified | 0 | 0.002211 | 1 |
| 6 | 35000.0 | 35000.0 | 20775.004916 | 858.59 | 115000.0 | 6.47 | 0.0 | 745.0 | 749.0 | 1.0 | ... | 0.00 | 0.0 | 11800.00 | E | E1 | MORTGAGE | Verified | 0 | 0.004474 | 1 |
| 7 | 4650.0 | 4650.0 | 4650.000000 | 157.78 | 43000.0 | 10.35 | 0.0 | 675.0 | 679.0 | 2.0 | ... | 0.00 | 0.0 | 210.37 | C | C2 | RENT | Source Verified | 0 | 0.010069 | 1 |
| 8 | 5000.0 | 5000.0 | 5000.000000 | 173.24 | 39996.0 | 16.17 | 0.0 | 660.0 | 664.0 | 0.0 | ... | 0.00 | 0.0 | 20.00 | D | D2 | RENT | Verified | 0 | 0.012655 | 1 |
| 9 | 7800.0 | 7800.0 | 7650.000000 | 165.39 | 50004.0 | 10.97 | 0.0 | 735.0 | 739.0 | 0.0 | ... | 640.65 | 0.0 | 165.39 | B | B1 | MORTGAGE | Verified | 0 | 0.014023 | 1 |
10 rows × 27 columns
In [29]:
#Use breakdown for each of the 10 false negatives loans to determine which features most influenced
#the model to incorrectly predict that the loan will not default
for index, row in top_10_fn.iterrows():
local_breakdown_exp = glu_explainer.predict_parts(
#Filter out the pred, pred_proba, and loan_status columns that were added so this function runs
top_10_fn[['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade', 'sub_grade', 'home_ownership', 'verification_status']].iloc[index],
type='break_down',
label=f"record:{index}, prob:{row['pred_proba']:.3f}")
local_breakdown_exp.plot()
print(local_breakdown_exp.result)
variable_name variable_value variable \
0 intercept intercept
1 funded_amnt 16000.0 funded_amnt = 16000.0
2 funded_amnt_inv 15900.0 funded_amnt_inv = 15900.0
3 grade D grade = D
4 verification_status Verified verification_status = Verified
5 mths_since_last_delinq nan mths_since_last_delinq = nan
6 dti 8.57 dti = 8.57
7 fico_range_high 704.0 fico_range_high = 704.0
8 fico_range_low 700.0 fico_range_low = 700.0
9 out_prncp 0.0 out_prncp = 0.0
10 open_acc 9.0 open_acc = 9.0
11 installment 385.5 installment = 385.5
12 delinq_2yrs 0.0 delinq_2yrs = 0.0
13 out_prncp_inv 0.0 out_prncp_inv = 0.0
14 revol_bal 7265.0 revol_bal = 7265.0
15 inq_last_6mths 1.0 inq_last_6mths = 1.0
16 pub_rec 0.0 pub_rec = 0.0
17 mths_since_last_record nan mths_since_last_record = nan
18 home_ownership MORTGAGE home_ownership = MORTGAGE
19 total_acc 22.0 total_acc = 22.0
20 loan_amnt 16000.0 loan_amnt = 16000.0
21 total_rec_late_fee 0.0 total_rec_late_fee = 0.0
22 sub_grade D3 sub_grade = D3
23 annual_inc 78000.0 annual_inc = 78000.0
24 last_pymnt_amnt 10020.0 last_pymnt_amnt = 10020.0
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:0, prob:0.002
1 0.209369 0.074715 1.0 24 record:0, prob:0.002
2 0.217596 0.008227 1.0 23 record:0, prob:0.002
3 0.249664 0.032069 1.0 22 record:0, prob:0.002
4 0.266958 0.017293 1.0 21 record:0, prob:0.002
5 0.277367 0.010410 1.0 20 record:0, prob:0.002
6 0.276024 -0.001343 -1.0 19 record:0, prob:0.002
7 0.282572 0.006548 1.0 18 record:0, prob:0.002
8 0.296004 0.013432 1.0 17 record:0, prob:0.002
9 0.298690 0.002686 1.0 16 record:0, prob:0.002
10 0.309604 0.010913 1.0 15 record:0, prob:0.002
11 0.336971 0.027367 1.0 14 record:0, prob:0.002
12 0.338146 0.001175 1.0 13 record:0, prob:0.002
13 0.342848 0.004701 1.0 12 record:0, prob:0.002
14 0.354600 0.011753 1.0 11 record:0, prob:0.002
15 0.362156 0.007555 1.0 10 record:0, prob:0.002
16 0.361820 -0.000336 -1.0 9 record:0, prob:0.002
17 0.359805 -0.002015 -1.0 8 record:0, prob:0.002
18 0.360141 0.000336 1.0 7 record:0, prob:0.002
19 0.356447 -0.003694 -1.0 6 record:0, prob:0.002
20 0.325554 -0.030893 -1.0 5 record:0, prob:0.002
21 0.321189 -0.004365 -1.0 4 record:0, prob:0.002
22 0.372230 0.051041 1.0 3 record:0, prob:0.002
23 0.329248 -0.042982 -1.0 2 record:0, prob:0.002
24 0.000000 -0.329248 -1.0 1 record:0, prob:0.002
25 0.000000 0.000000 0.0 0 record:0, prob:0.002
variable_name variable_value variable \
0 intercept intercept
1 funded_amnt 15920.0 funded_amnt = 15920.0
2 total_acc 45.0 total_acc = 45.0
3 funded_amnt_inv 15850.0 funded_amnt_inv = 15850.0
4 sub_grade G4 sub_grade = G4
5 loan_amnt 25000.0 loan_amnt = 25000.0
6 fico_range_low 665.0 fico_range_low = 665.0
7 revol_bal 29160.0 revol_bal = 29160.0
8 fico_range_high 669.0 fico_range_high = 669.0
9 grade G grade = G
10 verification_status Verified verification_status = Verified
11 dti 9.5 dti = 9.5
12 out_prncp 0.0 out_prncp = 0.0
13 inq_last_6mths 1.0 inq_last_6mths = 1.0
14 out_prncp_inv 0.0 out_prncp_inv = 0.0
15 pub_rec 0.0 pub_rec = 0.0
16 mths_since_last_record nan mths_since_last_record = nan
17 delinq_2yrs 1.0 delinq_2yrs = 1.0
18 home_ownership MORTGAGE home_ownership = MORTGAGE
19 installment 428.8 installment = 428.8
20 mths_since_last_delinq 17.0 mths_since_last_delinq = 17.0
21 total_rec_late_fee 0.0 total_rec_late_fee = 0.0
22 open_acc 17.0 open_acc = 17.0
23 annual_inc 120000.0 annual_inc = 120000.0
24 last_pymnt_amnt 8481.0 last_pymnt_amnt = 8481.0
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:1, prob:0.002
1 0.208697 0.074043 1.0 24 record:1, prob:0.002
2 0.257723 0.049026 1.0 23 record:1, prob:0.002
3 0.267461 0.009738 1.0 22 record:1, prob:0.002
4 0.311115 0.043653 1.0 21 record:1, prob:0.002
5 0.332774 0.021659 1.0 20 record:1, prob:0.002
6 0.358798 0.026024 1.0 19 record:1, prob:0.002
7 0.391538 0.032740 1.0 18 record:1, prob:0.002
8 0.403794 0.012257 1.0 17 record:1, prob:0.002
9 0.450470 0.046676 1.0 16 record:1, prob:0.002
10 0.455171 0.004701 1.0 15 record:1, prob:0.002
11 0.458026 0.002854 1.0 14 record:1, prob:0.002
12 0.464238 0.006212 1.0 13 record:1, prob:0.002
13 0.471625 0.007388 1.0 12 record:1, prob:0.002
14 0.476494 0.004869 1.0 11 record:1, prob:0.002
15 0.476158 -0.000336 -1.0 10 record:1, prob:0.002
16 0.471961 -0.004197 -1.0 9 record:1, prob:0.002
17 0.470954 -0.001007 -1.0 8 record:1, prob:0.002
18 0.470450 -0.000504 -1.0 7 record:1, prob:0.002
19 0.483042 0.012592 1.0 6 record:1, prob:0.002
20 0.476158 -0.006884 -1.0 5 record:1, prob:0.002
21 0.475991 -0.000168 -1.0 4 record:1, prob:0.002
22 0.452317 -0.023674 -1.0 3 record:1, prob:0.002
23 0.281397 -0.170920 -1.0 2 record:1, prob:0.002
24 0.000000 -0.281397 -1.0 1 record:1, prob:0.002
25 0.000000 0.000000 0.0 0 record:1, prob:0.002
variable_name variable_value \
0 intercept
1 funded_amnt 20000.0
2 funded_amnt_inv 17990.0
3 dti 0.99
4 installment 421.2
5 total_acc 32.0
6 loan_amnt 20000.0
7 out_prncp 0.0
8 inq_last_6mths 1.0
9 out_prncp_inv 0.0
10 verification_status Source Verified
11 pub_rec 0.0
12 mths_since_last_record nan
13 home_ownership OWN
14 delinq_2yrs 1.0
15 fico_range_high 729.0
16 fico_range_low 725.0
17 mths_since_last_delinq 12.0
18 total_rec_late_fee 0.0
19 revol_bal 2857.0
20 open_acc 11.0
21 sub_grade B3
22 grade B
23 annual_inc 96000.0
24 last_pymnt_amnt 4842.0
25
variable cumulative contribution sign \
0 intercept 0.134654 0.134654 1.0
1 funded_amnt = 20000.0 0.224144 0.089490 1.0
2 funded_amnt_inv = 17990.0 0.230188 0.006044 1.0
3 dti = 0.99 0.231195 0.001007 1.0
4 installment = 421.2 0.257220 0.026024 1.0
5 total_acc = 32.0 0.261585 0.004365 1.0
6 loan_amnt = 20000.0 0.256044 -0.005541 -1.0
7 out_prncp = 0.0 0.258059 0.002015 1.0
8 inq_last_6mths = 1.0 0.253022 -0.005037 -1.0
9 out_prncp_inv = 0.0 0.257220 0.004197 1.0
10 verification_status = Source Verified 0.253358 -0.003862 -1.0
11 pub_rec = 0.0 0.252183 -0.001175 -1.0
12 mths_since_last_record = nan 0.249328 -0.002854 -1.0
13 home_ownership = OWN 0.252015 0.002686 1.0
14 delinq_2yrs = 1.0 0.251007 -0.001007 -1.0
15 fico_range_high = 729.0 0.255709 0.004701 1.0
16 fico_range_low = 725.0 0.269308 0.013600 1.0
17 mths_since_last_delinq = 12.0 0.261417 -0.007891 -1.0
18 total_rec_late_fee = 0.0 0.255037 -0.006380 -1.0
19 revol_bal = 2857.0 0.195265 -0.059772 -1.0
20 open_acc = 11.0 0.190396 -0.004869 -1.0
21 sub_grade = B3 0.149429 -0.040967 -1.0
22 grade = B 0.130457 -0.018972 -1.0
23 annual_inc = 96000.0 0.002686 -0.127770 -1.0
24 last_pymnt_amnt = 4842.0 0.000000 -0.002686 -1.0
25 prediction 0.000000 0.000000 0.0
position label
0 25 record:2, prob:0.002
1 24 record:2, prob:0.002
2 23 record:2, prob:0.002
3 22 record:2, prob:0.002
4 21 record:2, prob:0.002
5 20 record:2, prob:0.002
6 19 record:2, prob:0.002
7 18 record:2, prob:0.002
8 17 record:2, prob:0.002
9 16 record:2, prob:0.002
10 15 record:2, prob:0.002
11 14 record:2, prob:0.002
12 13 record:2, prob:0.002
13 12 record:2, prob:0.002
14 11 record:2, prob:0.002
15 10 record:2, prob:0.002
16 9 record:2, prob:0.002
17 8 record:2, prob:0.002
18 7 record:2, prob:0.002
19 6 record:2, prob:0.002
20 5 record:2, prob:0.002
21 4 record:2, prob:0.002
22 3 record:2, prob:0.002
23 2 record:2, prob:0.002
24 1 record:2, prob:0.002
25 0 record:2, prob:0.002
variable_name variable_value variable \
0 intercept intercept
1 inq_last_6mths 3.0 inq_last_6mths = 3.0
2 revol_bal 21680.0 revol_bal = 21680.0
3 funded_amnt_inv 7000.0 funded_amnt_inv = 7000.0
4 annual_inc 46930.0 annual_inc = 46930.0
5 verification_status Verified verification_status = Verified
6 mths_since_last_delinq nan mths_since_last_delinq = nan
7 out_prncp 0.0 out_prncp = 0.0
8 open_acc 9.0 open_acc = 9.0
9 delinq_2yrs 0.0 delinq_2yrs = 0.0
10 out_prncp_inv 0.0 out_prncp_inv = 0.0
11 pub_rec 0.0 pub_rec = 0.0
12 mths_since_last_record nan mths_since_last_record = nan
13 home_ownership OWN home_ownership = OWN
14 dti 26.0 dti = 26.0
15 total_acc 22.0 total_acc = 22.0
16 total_rec_late_fee 0.0 total_rec_late_fee = 0.0
17 loan_amnt 7000.0 loan_amnt = 7000.0
18 fico_range_high 754.0 fico_range_high = 754.0
19 funded_amnt 7000.0 funded_amnt = 7000.0
20 fico_range_low 750.0 fico_range_low = 750.0
21 installment 212.3 installment = 212.3
22 grade A grade = A
23 sub_grade A2 sub_grade = A2
24 last_pymnt_amnt 2300.0 last_pymnt_amnt = 2300.0
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:3, prob:0.002
1 0.153962 0.019308 1.0 24 record:3, prob:0.002
2 0.160343 0.006380 1.0 23 record:3, prob:0.002
3 0.181666 0.021323 1.0 22 record:3, prob:0.002
4 0.191236 0.009570 1.0 21 record:3, prob:0.002
5 0.199463 0.008227 1.0 20 record:3, prob:0.002
6 0.210040 0.010578 1.0 19 record:3, prob:0.002
7 0.216420 0.006380 1.0 18 record:3, prob:0.002
8 0.215749 -0.000672 -1.0 17 record:3, prob:0.002
9 0.218099 0.002351 1.0 16 record:3, prob:0.002
10 0.223640 0.005541 1.0 15 record:3, prob:0.002
11 0.223472 -0.000168 -1.0 14 record:3, prob:0.002
12 0.222465 -0.001007 -1.0 13 record:3, prob:0.002
13 0.221961 -0.000504 -1.0 12 record:3, prob:0.002
14 0.203324 -0.018637 -1.0 11 record:3, prob:0.002
15 0.197616 -0.005709 -1.0 10 record:3, prob:0.002
16 0.192243 -0.005373 -1.0 9 record:3, prob:0.002
17 0.168570 -0.023674 -1.0 8 record:3, prob:0.002
18 0.145400 -0.023170 -1.0 7 record:3, prob:0.002
19 0.090329 -0.055071 -1.0 6 record:3, prob:0.002
20 0.053727 -0.036602 -1.0 5 record:3, prob:0.002
21 0.051545 -0.002183 -1.0 4 record:3, prob:0.002
22 0.015615 -0.035930 -1.0 3 record:3, prob:0.002
23 0.016622 0.001007 1.0 2 record:3, prob:0.002
24 0.000000 -0.016622 -1.0 1 record:3, prob:0.002
25 0.000000 0.000000 0.0 0 record:3, prob:0.002
variable_name variable_value variable \
0 intercept intercept
1 funded_amnt_inv 3600.0 funded_amnt_inv = 3600.0
2 fico_range_low 675.0 fico_range_low = 675.0
3 grade D grade = D
4 annual_inc 46000.0 annual_inc = 46000.0
5 fico_range_high 679.0 fico_range_high = 679.0
6 dti 19.57 dti = 19.57
7 out_prncp 0.0 out_prncp = 0.0
8 revol_bal 7826.0 revol_bal = 7826.0
9 out_prncp_inv 0.0 out_prncp_inv = 0.0
10 home_ownership RENT home_ownership = RENT
11 pub_rec 0.0 pub_rec = 0.0
12 mths_since_last_record nan mths_since_last_record = nan
13 delinq_2yrs 1.0 delinq_2yrs = 1.0
14 verification_status Not Verified verification_status = Not Verified
15 total_acc 22.0 total_acc = 22.0
16 total_rec_late_fee 0.0 total_rec_late_fee = 0.0
17 sub_grade D3 sub_grade = D3
18 open_acc 12.0 open_acc = 12.0
19 mths_since_last_delinq 20.0 mths_since_last_delinq = 20.0
20 inq_last_6mths 0.0 inq_last_6mths = 0.0
21 loan_amnt 3600.0 loan_amnt = 3600.0
22 funded_amnt 3600.0 funded_amnt = 3600.0
23 installment 86.75 installment = 86.75
24 last_pymnt_amnt 1911.0 last_pymnt_amnt = 1911.0
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:4, prob:0.002
1 0.164708 0.030054 1.0 24 record:4, prob:0.002
2 0.172599 0.007891 1.0 23 record:4, prob:0.002
3 0.193922 0.021323 1.0 22 record:4, prob:0.002
4 0.207186 0.013264 1.0 21 record:4, prob:0.002
5 0.217764 0.010578 1.0 20 record:4, prob:0.002
6 0.214238 -0.003526 -1.0 19 record:4, prob:0.002
7 0.221122 0.006884 1.0 18 record:4, prob:0.002
8 0.227334 0.006212 1.0 17 record:4, prob:0.002
9 0.232035 0.004701 1.0 16 record:4, prob:0.002
10 0.233042 0.001007 1.0 15 record:4, prob:0.002
11 0.232203 -0.000839 -1.0 14 record:4, prob:0.002
12 0.231699 -0.000504 -1.0 13 record:4, prob:0.002
13 0.224647 -0.007052 -1.0 12 record:4, prob:0.002
14 0.212055 -0.012592 -1.0 11 record:4, prob:0.002
15 0.206850 -0.005205 -1.0 10 record:4, prob:0.002
16 0.197952 -0.008899 -1.0 9 record:4, prob:0.002
17 0.212559 0.014607 1.0 8 record:4, prob:0.002
18 0.199631 -0.012928 -1.0 7 record:4, prob:0.002
19 0.164708 -0.034923 -1.0 6 record:4, prob:0.002
20 0.147750 -0.016958 -1.0 5 record:4, prob:0.002
21 0.071860 -0.075890 -1.0 4 record:4, prob:0.002
22 0.015782 -0.056078 -1.0 3 record:4, prob:0.002
23 0.006884 -0.008899 -1.0 2 record:4, prob:0.002
24 0.000000 -0.006884 -1.0 1 record:4, prob:0.002
25 0.000000 0.000000 0.0 0 record:4, prob:0.002
variable_name variable_value variable \
0 intercept intercept
1 annual_inc 37000.0 annual_inc = 37000.0
2 fico_range_low 670.0 fico_range_low = 670.0
3 fico_range_high 674.0 fico_range_high = 674.0
4 verification_status Verified verification_status = Verified
5 mths_since_last_delinq nan mths_since_last_delinq = nan
6 funded_amnt_inv 5000.0 funded_amnt_inv = 5000.0
7 out_prncp 0.0 out_prncp = 0.0
8 delinq_2yrs 0.0 delinq_2yrs = 0.0
9 out_prncp_inv 0.0 out_prncp_inv = 0.0
10 dti 19.2 dti = 19.2
11 home_ownership RENT home_ownership = RENT
12 open_acc 10.0 open_acc = 10.0
13 pub_rec 0.0 pub_rec = 0.0
14 mths_since_last_record nan mths_since_last_record = nan
15 sub_grade B4 sub_grade = B4
16 revol_bal 5505.0 revol_bal = 5505.0
17 total_acc 15.0 total_acc = 15.0
18 total_rec_late_fee 0.0 total_rec_late_fee = 0.0
19 loan_amnt 5000.0 loan_amnt = 5000.0
20 inq_last_6mths 0.0 inq_last_6mths = 0.0
21 grade B grade = B
22 funded_amnt 5000.0 funded_amnt = 5000.0
23 installment 164.9 installment = 164.9
24 last_pymnt_amnt 1764.0 last_pymnt_amnt = 1764.0
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:5, prob:0.002
1 0.164540 0.029886 1.0 24 record:5, prob:0.002
2 0.178140 0.013600 1.0 23 record:5, prob:0.002
3 0.189053 0.010913 1.0 22 record:5, prob:0.002
4 0.197784 0.008731 1.0 21 record:5, prob:0.002
5 0.205339 0.007555 1.0 20 record:5, prob:0.002
6 0.225487 0.020148 1.0 19 record:5, prob:0.002
7 0.233042 0.007555 1.0 18 record:5, prob:0.002
8 0.235057 0.002015 1.0 17 record:5, prob:0.002
9 0.239758 0.004701 1.0 16 record:5, prob:0.002
10 0.239926 0.000168 1.0 15 record:5, prob:0.002
11 0.242109 0.002183 1.0 14 record:5, prob:0.002
12 0.249328 0.007220 1.0 13 record:5, prob:0.002
13 0.248657 -0.000672 -1.0 12 record:5, prob:0.002
14 0.247985 -0.000672 -1.0 11 record:5, prob:0.002
15 0.261249 0.013264 1.0 10 record:5, prob:0.002
16 0.257052 -0.004197 -1.0 9 record:5, prob:0.002
17 0.269308 0.012257 1.0 8 record:5, prob:0.002
18 0.265279 -0.004030 -1.0 7 record:5, prob:0.002
19 0.229852 -0.035426 -1.0 6 record:5, prob:0.002
20 0.208193 -0.021659 -1.0 5 record:5, prob:0.002
21 0.205675 -0.002518 -1.0 4 record:5, prob:0.002
22 0.131296 -0.074379 -1.0 3 record:5, prob:0.002
23 0.114003 -0.017293 -1.0 2 record:5, prob:0.002
24 0.000000 -0.114003 -1.0 1 record:5, prob:0.002
25 0.000000 0.000000 0.0 0 record:5, prob:0.002
variable_name variable_value variable \
0 intercept intercept
1 funded_amnt 35000.0 funded_amnt = 35000.0
2 loan_amnt 35000.0 loan_amnt = 35000.0
3 funded_amnt_inv 20780.0 funded_amnt_inv = 20780.0
4 total_acc 34.0 total_acc = 34.0
5 grade E grade = E
6 verification_status Verified verification_status = Verified
7 mths_since_last_delinq nan mths_since_last_delinq = nan
8 revol_bal 24360.0 revol_bal = 24360.0
9 out_prncp 0.0 out_prncp = 0.0
10 open_acc 9.0 open_acc = 9.0
11 delinq_2yrs 0.0 delinq_2yrs = 0.0
12 dti 6.47 dti = 6.47
13 out_prncp_inv 0.0 out_prncp_inv = 0.0
14 inq_last_6mths 1.0 inq_last_6mths = 1.0
15 sub_grade E1 sub_grade = E1
16 pub_rec 0.0 pub_rec = 0.0
17 mths_since_last_record nan mths_since_last_record = nan
18 home_ownership MORTGAGE home_ownership = MORTGAGE
19 fico_range_high 749.0 fico_range_high = 749.0
20 total_rec_late_fee 0.0 total_rec_late_fee = 0.0
21 fico_range_low 745.0 fico_range_low = 745.0
22 installment 858.6 installment = 858.6
23 annual_inc 115000.0 annual_inc = 115000.0
24 last_pymnt_amnt 11800.0 last_pymnt_amnt = 11800.0
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:6, prob:0.004
1 0.328073 0.193418 1.0 24 record:6, prob:0.004
2 0.455339 0.127267 1.0 23 record:6, prob:0.004
3 0.431498 -0.023842 -1.0 22 record:6, prob:0.004
4 0.446944 0.015447 1.0 21 record:6, prob:0.004
5 0.512592 0.065648 1.0 20 record:6, prob:0.004
6 0.516454 0.003862 1.0 19 record:6, prob:0.004
7 0.519812 0.003358 1.0 18 record:6, prob:0.004
8 0.521995 0.002183 1.0 17 record:6, prob:0.004
9 0.529046 0.007052 1.0 16 record:6, prob:0.004
10 0.536098 0.007052 1.0 15 record:6, prob:0.004
11 0.536098 0.000000 0.0 14 record:6, prob:0.004
12 0.526360 -0.009738 -1.0 13 record:6, prob:0.004
13 0.532069 0.005709 1.0 12 record:6, prob:0.004
14 0.536434 0.004365 1.0 11 record:6, prob:0.004
15 0.575218 0.038784 1.0 10 record:6, prob:0.004
16 0.575218 0.000000 0.0 9 record:6, prob:0.004
17 0.575050 -0.000168 -1.0 8 record:6, prob:0.004
18 0.574379 -0.000672 -1.0 7 record:6, prob:0.004
19 0.576897 0.002518 1.0 6 record:6, prob:0.004
20 0.577401 0.000504 1.0 5 record:6, prob:0.004
21 0.578912 0.001511 1.0 4 record:6, prob:0.004
22 0.583613 0.004701 1.0 3 record:6, prob:0.004
23 0.579919 -0.003694 -1.0 2 record:6, prob:0.004
24 0.000000 -0.579919 -1.0 1 record:6, prob:0.004
25 0.000000 0.000000 0.0 0 record:6, prob:0.004
variable_name variable_value \
0 intercept
1 last_pymnt_amnt 210.4
2 total_acc 45.0
3 annual_inc 43000.0
4 inq_last_6mths 2.0
5 fico_range_low 675.0
6 fico_range_high 679.0
7 dti 10.35
8 out_prncp 0.0
9 funded_amnt_inv 4650.0
10 delinq_2yrs 0.0
11 out_prncp_inv 0.0
12 verification_status Source Verified
13 home_ownership RENT
14 pub_rec 0.0
15 mths_since_last_record nan
16 grade C
17 sub_grade C2
18 total_rec_late_fee 0.0
19 open_acc 11.0
20 revol_bal 2166.0
21 loan_amnt 4650.0
22 mths_since_last_delinq 36.0
23 funded_amnt 4650.0
24 installment 157.8
25
variable cumulative contribution sign \
0 intercept 0.134654 0.134654 1.0
1 last_pymnt_amnt = 210.4 0.226494 0.091840 1.0
2 total_acc = 45.0 0.355440 0.128946 1.0
3 annual_inc = 43000.0 0.493788 0.138348 1.0
4 inq_last_6mths = 2.0 0.542982 0.049194 1.0
5 fico_range_low = 675.0 0.598220 0.055238 1.0
6 fico_range_high = 679.0 0.626763 0.028543 1.0
7 dti = 10.35 0.632975 0.006212 1.0
8 out_prncp = 0.0 0.641538 0.008563 1.0
9 funded_amnt_inv = 4650.0 0.615850 -0.025688 -1.0
10 delinq_2yrs = 0.0 0.620719 0.004869 1.0
11 out_prncp_inv = 0.0 0.624916 0.004197 1.0
12 verification_status = Source Verified 0.627435 0.002518 1.0
13 home_ownership = RENT 0.628106 0.000672 1.0
14 pub_rec = 0.0 0.627770 -0.000336 -1.0
15 mths_since_last_record = nan 0.625252 -0.002518 -1.0
16 grade = C 0.629113 0.003862 1.0
17 sub_grade = C2 0.637844 0.008731 1.0
18 total_rec_late_fee = 0.0 0.632807 -0.005037 -1.0
19 open_acc = 11.0 0.636837 0.004030 1.0
20 revol_bal = 2166.0 0.582438 -0.054399 -1.0
21 loan_amnt = 4650.0 0.601075 0.018637 1.0
22 mths_since_last_delinq = 36.0 0.321692 -0.279382 -1.0
23 funded_amnt = 4650.0 0.000000 -0.321692 -1.0
24 installment = 157.8 0.000000 0.000000 0.0
25 prediction 0.000000 0.000000 0.0
position label
0 25 record:7, prob:0.010
1 24 record:7, prob:0.010
2 23 record:7, prob:0.010
3 22 record:7, prob:0.010
4 21 record:7, prob:0.010
5 20 record:7, prob:0.010
6 19 record:7, prob:0.010
7 18 record:7, prob:0.010
8 17 record:7, prob:0.010
9 16 record:7, prob:0.010
10 15 record:7, prob:0.010
11 14 record:7, prob:0.010
12 13 record:7, prob:0.010
13 12 record:7, prob:0.010
14 11 record:7, prob:0.010
15 10 record:7, prob:0.010
16 9 record:7, prob:0.010
17 8 record:7, prob:0.010
18 7 record:7, prob:0.010
19 6 record:7, prob:0.010
20 5 record:7, prob:0.010
21 4 record:7, prob:0.010
22 3 record:7, prob:0.010
23 2 record:7, prob:0.010
24 1 record:7, prob:0.010
25 0 record:7, prob:0.010
variable_name variable_value variable \
0 intercept intercept
1 annual_inc 40000.0 annual_inc = 40000.0
2 fico_range_low 660.0 fico_range_low = 660.0
3 grade D grade = D
4 fico_range_high 664.0 fico_range_high = 664.0
5 verification_status Verified verification_status = Verified
6 open_acc 7.0 open_acc = 7.0
7 revol_bal 11740.0 revol_bal = 11740.0
8 funded_amnt_inv 5000.0 funded_amnt_inv = 5000.0
9 out_prncp 0.0 out_prncp = 0.0
10 delinq_2yrs 0.0 delinq_2yrs = 0.0
11 out_prncp_inv 0.0 out_prncp_inv = 0.0
12 dti 16.17 dti = 16.17
13 home_ownership RENT home_ownership = RENT
14 pub_rec 0.0 pub_rec = 0.0
15 mths_since_last_record nan mths_since_last_record = nan
16 total_acc 14.0 total_acc = 14.0
17 total_rec_late_fee 0.0 total_rec_late_fee = 0.0
18 sub_grade D2 sub_grade = D2
19 loan_amnt 5000.0 loan_amnt = 5000.0
20 inq_last_6mths 0.0 inq_last_6mths = 0.0
21 mths_since_last_delinq 38.0 mths_since_last_delinq = 38.0
22 funded_amnt 5000.0 funded_amnt = 5000.0
23 installment 173.2 installment = 173.2
24 last_pymnt_amnt 20.0 last_pymnt_amnt = 20.0
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:8, prob:0.013
1 0.161854 0.027199 1.0 24 record:8, prob:0.013
2 0.173103 0.011249 1.0 23 record:8, prob:0.013
3 0.189725 0.016622 1.0 22 record:8, prob:0.013
4 0.205507 0.015782 1.0 21 record:8, prob:0.013
5 0.216756 0.011249 1.0 20 record:8, prob:0.013
6 0.221961 0.005205 1.0 19 record:8, prob:0.013
7 0.230524 0.008563 1.0 18 record:8, prob:0.013
8 0.254701 0.024177 1.0 17 record:8, prob:0.013
9 0.261585 0.006884 1.0 16 record:8, prob:0.013
10 0.263096 0.001511 1.0 15 record:8, prob:0.013
11 0.269476 0.006380 1.0 14 record:8, prob:0.013
12 0.268469 -0.001007 -1.0 13 record:8, prob:0.013
13 0.268469 0.000000 0.0 12 record:8, prob:0.013
14 0.267797 -0.000672 -1.0 11 record:8, prob:0.013
15 0.265279 -0.002518 -1.0 10 record:8, prob:0.013
16 0.256716 -0.008563 -1.0 9 record:8, prob:0.013
17 0.253022 -0.003694 -1.0 8 record:8, prob:0.013
18 0.265782 0.012760 1.0 7 record:8, prob:0.013
19 0.230020 -0.035762 -1.0 6 record:8, prob:0.013
20 0.207858 -0.022163 -1.0 5 record:8, prob:0.013
21 0.162189 -0.045668 -1.0 4 record:8, prob:0.013
22 0.120887 -0.041303 -1.0 3 record:8, prob:0.013
23 0.083277 -0.037609 -1.0 2 record:8, prob:0.013
24 0.000000 -0.083277 -1.0 1 record:8, prob:0.013
25 0.000000 0.000000 0.0 0 record:8, prob:0.013
variable_name variable_value variable \
0 intercept intercept
1 last_pymnt_amnt 165.4 last_pymnt_amnt = 165.4
2 funded_amnt_inv 7650.0 funded_amnt_inv = 7650.0
3 annual_inc 50000.0 annual_inc = 50000.0
4 verification_status Verified verification_status = Verified
5 mths_since_last_delinq nan mths_since_last_delinq = nan
6 total_acc 30.0 total_acc = 30.0
7 dti 10.97 dti = 10.97
8 revol_bal 8846.0 revol_bal = 8846.0
9 delinq_2yrs 0.0 delinq_2yrs = 0.0
10 open_acc 10.0 open_acc = 10.0
11 pub_rec 0.0 pub_rec = 0.0
12 mths_since_last_record nan mths_since_last_record = nan
13 home_ownership MORTGAGE home_ownership = MORTGAGE
14 funded_amnt 7800.0 funded_amnt = 7800.0
15 fico_range_high 739.0 fico_range_high = 739.0
16 loan_amnt 7800.0 loan_amnt = 7800.0
17 total_rec_late_fee 0.0 total_rec_late_fee = 0.0
18 fico_range_low 735.0 fico_range_low = 735.0
19 inq_last_6mths 0.0 inq_last_6mths = 0.0
20 grade B grade = B
21 sub_grade B1 sub_grade = B1
22 installment 165.4 installment = 165.4
23 out_prncp_inv 640.6 out_prncp_inv = 640.6
24 out_prncp 653.2 out_prncp = 653.2
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:9, prob:0.014
1 0.221122 0.086467 1.0 24 record:9, prob:0.014
2 0.274345 0.053224 1.0 23 record:9, prob:0.014
3 0.341840 0.067495 1.0 22 record:9, prob:0.014
4 0.370383 0.028543 1.0 21 record:9, prob:0.014
5 0.399261 0.028878 1.0 20 record:9, prob:0.014
6 0.454500 0.055238 1.0 19 record:9, prob:0.014
7 0.464238 0.009738 1.0 18 record:9, prob:0.014
8 0.452653 -0.011585 -1.0 17 record:9, prob:0.014
9 0.461551 0.008899 1.0 16 record:9, prob:0.014
10 0.486400 0.024849 1.0 15 record:9, prob:0.014
11 0.486064 -0.000336 -1.0 14 record:9, prob:0.014
12 0.480692 -0.005373 -1.0 13 record:9, prob:0.014
13 0.470618 -0.010074 -1.0 12 record:9, prob:0.014
14 0.449631 -0.020987 -1.0 11 record:9, prob:0.014
15 0.382136 -0.067495 -1.0 10 record:9, prob:0.014
16 0.261921 -0.120215 -1.0 9 record:9, prob:0.014
17 0.249161 -0.012760 -1.0 8 record:9, prob:0.014
18 0.180490 -0.068670 -1.0 7 record:9, prob:0.014
19 0.099899 -0.080591 -1.0 6 record:9, prob:0.014
20 0.066488 -0.033412 -1.0 5 record:9, prob:0.014
21 0.053224 -0.013264 -1.0 4 record:9, prob:0.014
22 0.986400 0.933177 1.0 3 record:9, prob:0.014
23 0.000000 -0.986400 -1.0 2 record:9, prob:0.014
24 0.000000 0.000000 0.0 1 record:9, prob:0.014
25 0.000000 0.000000 0.0 0 record:9, prob:0.014
In [ ]:
#Not enough time to run
#Would have given Shapley plots for the false negatives
for index, row in top_10_fn.iterrows():
local_breakdown_exp = glu_explainer.predict_parts(
#Filter out the pred, pred_proba, and loan_status columns that were added so this function runs
top_10_fn[['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade', 'sub_grade', 'home_ownership', 'verification_status']].iloc[index],
type='shap',
B=5,
label=f"record:{index}, prob:{row['pred_proba']:.3f}")
local_breakdown_exp.plot()
In [66]:
#Determine the top 10 true positive loans to default by highest predicted probability
#Return a dataframe of these loans
top_10_fp = (X_test_autogluon
.query('loan_status != pred and loan_status == 0')
.sort_values(by='pred_proba', ascending=False)
.head(10)
.reset_index(drop=True)
)
top_10_fp
Out[66]:
| loan_amnt | funded_amnt | funded_amnt_inv | installment | annual_inc | dti | delinq_2yrs | fico_range_low | fico_range_high | inq_last_6mths | ... | out_prncp_inv | total_rec_late_fee | last_pymnt_amnt | grade | sub_grade | home_ownership | verification_status | pred | pred_proba | loan_status | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | 2500.0 | 2500.0 | 400.000000 | 83.63 | 95000.0 | 16.19 | 0.0 | 655.0 | 659.0 | 5.0 | ... | 0.0 | 14.990867 | 132.16 | D | D3 | MORTGAGE | Not Verified | 1 | 0.977873 | 0 |
| 1 | 20000.0 | 20000.0 | 20000.000000 | 490.63 | 55000.0 | 15.38 | 0.0 | 700.0 | 704.0 | 0.0 | ... | 0.0 | 49.060000 | 1458.66 | E | E1 | MORTGAGE | Verified | 1 | 0.895247 | 0 |
| 2 | 12000.0 | 12000.0 | 11574.101802 | 291.76 | 56000.0 | 12.00 | 0.0 | 695.0 | 699.0 | 1.0 | ... | 0.0 | 0.000000 | 291.12 | D | D2 | MORTGAGE | Source Verified | 1 | 0.853609 | 0 |
| 3 | 35000.0 | 35000.0 | 34975.303594 | 1245.94 | 77000.0 | 18.64 | 1.0 | 690.0 | 694.0 | 1.0 | ... | 0.0 | 0.000000 | 291.68 | D | D4 | MORTGAGE | Verified | 1 | 0.852426 | 0 |
| 4 | 22000.0 | 22000.0 | 21968.613293 | 827.33 | 135000.0 | 12.78 | 0.0 | 670.0 | 674.0 | 2.0 | ... | 0.0 | 0.000000 | 832.17 | G | G4 | OWN | Not Verified | 1 | 0.845648 | 0 |
| 5 | 6000.0 | 6000.0 | 6000.000000 | 198.89 | 41000.0 | 9.01 | 0.0 | 690.0 | 694.0 | 1.0 | ... | 0.0 | 0.000000 | 196.30 | B | B5 | MORTGAGE | Not Verified | 1 | 0.844589 | 0 |
| 6 | 35000.0 | 35000.0 | 35000.000000 | 1269.73 | 96000.0 | 14.42 | 0.0 | 675.0 | 679.0 | 1.0 | ... | 0.0 | 0.000000 | 100.08 | D | D5 | MORTGAGE | Verified | 1 | 0.840041 | 0 |
| 7 | 20000.0 | 20000.0 | 20000.000000 | 518.71 | 98000.0 | 24.37 | 0.0 | 715.0 | 719.0 | 0.0 | ... | 0.0 | 40.940000 | 547.29 | F | F3 | MORTGAGE | Verified | 1 | 0.829117 | 0 |
| 8 | 17600.0 | 17600.0 | 17575.000000 | 436.37 | 72000.0 | 11.85 | 0.0 | 740.0 | 744.0 | 1.0 | ... | 0.0 | 0.000000 | 28.49 | D | D4 | RENT | Verified | 1 | 0.827880 | 0 |
| 9 | 7750.0 | 7750.0 | 7750.000000 | 251.42 | 27000.0 | 21.64 | 0.0 | 690.0 | 694.0 | 0.0 | ... | 0.0 | 0.000000 | 248.26 | B | B3 | OWN | Source Verified | 1 | 0.801305 | 0 |
10 rows × 27 columns
In [ ]:
#Use breakdown for each of the 10 false positive loans to determine which features most influenced
#the model to incorrectly predict that the loan will default
for index, row in top_10_fp.iterrows():
local_breakdown_exp = glu_explainer.predict_parts(
#Filter out the pred, pred_proba, and loan_status columns that were added so this function runs
top_10_fp[['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade', 'sub_grade', 'home_ownership', 'verification_status']].iloc[index],
type='break_down',
label=f"record:{index}, prob:{row['pred_proba']:.3f}")
local_breakdown_exp.plot()
print(local_breakdown_exp.result)
variable_name variable_value variable \
0 intercept intercept
1 total_rec_late_fee 14.99 total_rec_late_fee = 14.99
2 inq_last_6mths 5.0 inq_last_6mths = 5.0
3 total_acc 34.0 total_acc = 34.0
4 fico_range_low 655.0 fico_range_low = 655.0
5 grade D grade = D
6 last_pymnt_amnt 132.2 last_pymnt_amnt = 132.2
7 revol_bal 16030.0 revol_bal = 16030.0
8 fico_range_high 659.0 fico_range_high = 659.0
9 out_prncp 0.0 out_prncp = 0.0
10 open_acc 9.0 open_acc = 9.0
11 delinq_2yrs 0.0 delinq_2yrs = 0.0
12 out_prncp_inv 0.0 out_prncp_inv = 0.0
13 dti 16.19 dti = 16.19
14 pub_rec 0.0 pub_rec = 0.0
15 home_ownership MORTGAGE home_ownership = MORTGAGE
16 mths_since_last_record 0.0 mths_since_last_record = 0.0
17 verification_status Not Verified verification_status = Not Verified
18 sub_grade D3 sub_grade = D3
19 mths_since_last_delinq 25.0 mths_since_last_delinq = 25.0
20 annual_inc 95000.0 annual_inc = 95000.0
21 loan_amnt 2500.0 loan_amnt = 2500.0
22 funded_amnt_inv 400.0 funded_amnt_inv = 400.0
23 funded_amnt 2500.0 funded_amnt = 2500.0
24 installment 83.63 installment = 83.63
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:0, prob:0.978
1 0.630121 0.495467 1.0 24 record:0, prob:0.978
2 0.632975 0.002854 1.0 23 record:0, prob:0.978
3 0.634822 0.001847 1.0 22 record:0, prob:0.978
4 0.634990 0.000168 1.0 21 record:0, prob:0.978
5 0.632304 -0.002686 -1.0 20 record:0, prob:0.978
6 0.986736 0.354433 1.0 19 record:0, prob:0.978
7 0.987072 0.000336 1.0 18 record:0, prob:0.978
8 0.986904 -0.000168 -1.0 17 record:0, prob:0.978
9 1.000000 0.013096 1.0 16 record:0, prob:0.978
10 1.000000 0.000000 0.0 15 record:0, prob:0.978
11 1.000000 0.000000 0.0 14 record:0, prob:0.978
12 1.000000 0.000000 0.0 13 record:0, prob:0.978
13 1.000000 0.000000 0.0 12 record:0, prob:0.978
14 1.000000 0.000000 0.0 11 record:0, prob:0.978
15 1.000000 0.000000 0.0 10 record:0, prob:0.978
16 1.000000 0.000000 0.0 9 record:0, prob:0.978
17 1.000000 0.000000 0.0 8 record:0, prob:0.978
18 1.000000 0.000000 0.0 7 record:0, prob:0.978
19 1.000000 0.000000 0.0 6 record:0, prob:0.978
20 1.000000 0.000000 0.0 5 record:0, prob:0.978
21 1.000000 0.000000 0.0 4 record:0, prob:0.978
22 1.000000 0.000000 0.0 3 record:0, prob:0.978
23 1.000000 0.000000 0.0 2 record:0, prob:0.978
24 1.000000 0.000000 0.0 1 record:0, prob:0.978
25 1.000000 1.000000 1.0 0 record:0, prob:0.978
variable_name variable_value variable \
0 intercept intercept
1 total_rec_late_fee 49.06 total_rec_late_fee = 49.06
2 funded_amnt 20000.0 funded_amnt = 20000.0
3 funded_amnt_inv 20000.0 funded_amnt_inv = 20000.0
4 annual_inc 55000.0 annual_inc = 55000.0
5 grade E grade = E
6 verification_status Verified verification_status = Verified
7 loan_amnt 20000.0 loan_amnt = 20000.0
8 fico_range_high 704.0 fico_range_high = 704.0
9 total_acc 24.0 total_acc = 24.0
10 revol_bal 11450.0 revol_bal = 11450.0
11 fico_range_low 700.0 fico_range_low = 700.0
12 out_prncp 0.0 out_prncp = 0.0
13 delinq_2yrs 0.0 delinq_2yrs = 0.0
14 out_prncp_inv 0.0 out_prncp_inv = 0.0
15 sub_grade E1 sub_grade = E1
16 open_acc 10.0 open_acc = 10.0
17 pub_rec 0.0 pub_rec = 0.0
18 dti 15.38 dti = 15.38
19 mths_since_last_record nan mths_since_last_record = nan
20 mths_since_last_delinq 76.0 mths_since_last_delinq = 76.0
21 home_ownership MORTGAGE home_ownership = MORTGAGE
22 installment 490.6 installment = 490.6
23 inq_last_6mths 0.0 inq_last_6mths = 0.0
24 last_pymnt_amnt 1459.0 last_pymnt_amnt = 1459.0
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:1, prob:0.895
1 0.311451 0.176797 1.0 24 record:1, prob:0.895
2 0.486232 0.174782 1.0 23 record:1, prob:0.895
3 0.541639 0.055406 1.0 22 record:1, prob:0.895
4 0.544157 0.002518 1.0 21 record:1, prob:0.895
5 0.582438 0.038281 1.0 20 record:1, prob:0.895
6 0.583781 0.001343 1.0 19 record:1, prob:0.895
7 0.607119 0.023338 1.0 18 record:1, prob:0.895
8 0.618872 0.011753 1.0 17 record:1, prob:0.895
9 0.612827 -0.006044 -1.0 16 record:1, prob:0.895
10 0.625420 0.012592 1.0 15 record:1, prob:0.895
11 0.634318 0.008899 1.0 14 record:1, prob:0.895
12 0.647079 0.012760 1.0 13 record:1, prob:0.895
13 0.647079 0.000000 0.0 12 record:1, prob:0.895
14 0.647246 0.000168 1.0 11 record:1, prob:0.895
15 0.652283 0.005037 1.0 10 record:1, prob:0.895
16 0.652955 0.000672 1.0 9 record:1, prob:0.895
17 0.652955 0.000000 0.0 8 record:1, prob:0.895
18 0.651780 -0.001175 -1.0 7 record:1, prob:0.895
19 0.651780 0.000000 0.0 6 record:1, prob:0.895
20 0.664036 0.012257 1.0 5 record:1, prob:0.895
21 0.662693 -0.001343 -1.0 4 record:1, prob:0.895
22 0.668570 0.005876 1.0 3 record:1, prob:0.895
23 0.670248 0.001679 1.0 2 record:1, prob:0.895
24 1.000000 0.329752 1.0 1 record:1, prob:0.895
25 1.000000 1.000000 1.0 0 record:1, prob:0.895
variable_name variable_value \
0 intercept
1 last_pymnt_amnt 291.1
2 funded_amnt 12000.0
3 funded_amnt_inv 11570.0
4 mths_since_last_record 119.0
5 grade D
6 annual_inc 56000.0
7 pub_rec 1.0
8 fico_range_low 695.0
9 fico_range_high 699.0
10 dti 12.0
11 out_prncp 0.0
12 mths_since_last_delinq 79.0
13 delinq_2yrs 0.0
14 out_prncp_inv 0.0
15 inq_last_6mths 1.0
16 verification_status Source Verified
17 open_acc 10.0
18 home_ownership MORTGAGE
19 loan_amnt 12000.0
20 total_acc 18.0
21 total_rec_late_fee 0.0
22 installment 291.8
23 sub_grade D2
24 revol_bal 2982.0
25
variable cumulative contribution sign \
0 intercept 0.134654 0.134654 1.0
1 last_pymnt_amnt = 291.1 0.193251 0.058596 1.0
2 funded_amnt = 12000.0 0.189893 -0.003358 -1.0
3 funded_amnt_inv = 11570.0 0.171424 -0.018469 -1.0
4 mths_since_last_record = 119.0 0.323203 0.151780 1.0
5 grade = D 0.415044 0.091840 1.0
6 annual_inc = 56000.0 0.460376 0.045332 1.0
7 pub_rec = 1.0 0.502015 0.041639 1.0
8 fico_range_low = 695.0 0.541471 0.039456 1.0
9 fico_range_high = 699.0 0.577065 0.035594 1.0
10 dti = 12.0 0.604936 0.027871 1.0
11 out_prncp = 0.0 0.611652 0.006716 1.0
12 mths_since_last_delinq = 79.0 0.857455 0.245803 1.0
13 delinq_2yrs = 0.0 0.857455 0.000000 0.0
14 out_prncp_inv = 0.0 0.860477 0.003022 1.0
15 inq_last_6mths = 1.0 0.867864 0.007388 1.0
16 verification_status = Source Verified 0.889859 0.021995 1.0
17 open_acc = 10.0 0.903459 0.013600 1.0
18 home_ownership = MORTGAGE 0.905977 0.002518 1.0
19 loan_amnt = 12000.0 0.964741 0.058764 1.0
20 total_acc = 18.0 0.962727 -0.002015 -1.0
21 total_rec_late_fee = 0.0 0.974144 0.011417 1.0
22 installment = 291.8 1.000000 0.025856 1.0
23 sub_grade = D2 1.000000 0.000000 0.0
24 revol_bal = 2982.0 1.000000 0.000000 0.0
25 prediction 1.000000 1.000000 1.0
position label
0 25 record:2, prob:0.854
1 24 record:2, prob:0.854
2 23 record:2, prob:0.854
3 22 record:2, prob:0.854
4 21 record:2, prob:0.854
5 20 record:2, prob:0.854
6 19 record:2, prob:0.854
7 18 record:2, prob:0.854
8 17 record:2, prob:0.854
9 16 record:2, prob:0.854
10 15 record:2, prob:0.854
11 14 record:2, prob:0.854
12 13 record:2, prob:0.854
13 12 record:2, prob:0.854
14 11 record:2, prob:0.854
15 10 record:2, prob:0.854
16 9 record:2, prob:0.854
17 8 record:2, prob:0.854
18 7 record:2, prob:0.854
19 6 record:2, prob:0.854
20 5 record:2, prob:0.854
21 4 record:2, prob:0.854
22 3 record:2, prob:0.854
23 2 record:2, prob:0.854
24 1 record:2, prob:0.854
25 0 record:2, prob:0.854
variable_name variable_value variable \
0 intercept intercept
1 funded_amnt 35000.0 funded_amnt = 35000.0
2 funded_amnt_inv 34980.0 funded_amnt_inv = 34980.0
3 loan_amnt 35000.0 loan_amnt = 35000.0
4 last_pymnt_amnt 291.7 last_pymnt_amnt = 291.7
5 grade D grade = D
6 verification_status Verified verification_status = Verified
7 fico_range_low 690.0 fico_range_low = 690.0
8 fico_range_high 694.0 fico_range_high = 694.0
9 total_acc 31.0 total_acc = 31.0
10 out_prncp 0.0 out_prncp = 0.0
11 inq_last_6mths 1.0 inq_last_6mths = 1.0
12 out_prncp_inv 0.0 out_prncp_inv = 0.0
13 pub_rec 0.0 pub_rec = 0.0
14 mths_since_last_record nan mths_since_last_record = nan
15 delinq_2yrs 1.0 delinq_2yrs = 1.0
16 dti 18.64 dti = 18.64
17 home_ownership MORTGAGE home_ownership = MORTGAGE
18 mths_since_last_delinq 1.0 mths_since_last_delinq = 1.0
19 revol_bal 3392.0 revol_bal = 3392.0
20 sub_grade D4 sub_grade = D4
21 total_rec_late_fee 0.0 total_rec_late_fee = 0.0
22 open_acc 11.0 open_acc = 11.0
23 installment 1246.0 installment = 1246.0
24 annual_inc 77000.0 annual_inc = 77000.0
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:3, prob:0.852
1 0.328073 0.193418 1.0 24 record:3, prob:0.852
2 0.431833 0.103761 1.0 23 record:3, prob:0.852
3 0.502518 0.070685 1.0 22 record:3, prob:0.852
4 0.807757 0.305238 1.0 21 record:3, prob:0.852
5 0.920584 0.112827 1.0 20 record:3, prob:0.852
6 0.928811 0.008227 1.0 19 record:3, prob:0.852
7 0.947280 0.018469 1.0 18 record:3, prob:0.852
8 0.952149 0.004869 1.0 17 record:3, prob:0.852
9 0.946944 -0.005205 -1.0 16 record:3, prob:0.852
10 0.955843 0.008899 1.0 15 record:3, prob:0.852
11 0.965917 0.010074 1.0 14 record:3, prob:0.852
12 0.969443 0.003526 1.0 13 record:3, prob:0.852
13 0.969443 0.000000 0.0 12 record:3, prob:0.852
14 0.969275 -0.000168 -1.0 11 record:3, prob:0.852
15 0.967764 -0.001511 -1.0 10 record:3, prob:0.852
16 0.986568 0.018805 1.0 9 record:3, prob:0.852
17 0.985897 -0.000672 -1.0 8 record:3, prob:0.852
18 0.986064 0.000168 1.0 7 record:3, prob:0.852
19 0.987743 0.001679 1.0 6 record:3, prob:0.852
20 0.997817 0.010074 1.0 5 record:3, prob:0.852
21 0.998825 0.001007 1.0 4 record:3, prob:0.852
22 1.000000 0.001175 1.0 3 record:3, prob:0.852
23 1.000000 0.000000 0.0 2 record:3, prob:0.852
24 1.000000 0.000000 0.0 1 record:3, prob:0.852
25 1.000000 1.000000 1.0 0 record:3, prob:0.852
variable_name variable_value variable \
0 intercept intercept
1 funded_amnt 22000.0 funded_amnt = 22000.0
2 total_acc 65.0 total_acc = 65.0
3 funded_amnt_inv 21970.0 funded_amnt_inv = 21970.0
4 sub_grade G4 sub_grade = G4
5 fico_range_low 670.0 fico_range_low = 670.0
6 loan_amnt 22000.0 loan_amnt = 22000.0
7 inq_last_6mths 2.0 inq_last_6mths = 2.0
8 fico_range_high 674.0 fico_range_high = 674.0
9 grade G grade = G
10 dti 12.78 dti = 12.78
11 out_prncp 0.0 out_prncp = 0.0
12 delinq_2yrs 0.0 delinq_2yrs = 0.0
13 out_prncp_inv 0.0 out_prncp_inv = 0.0
14 pub_rec 0.0 pub_rec = 0.0
15 mths_since_last_record nan mths_since_last_record = nan
16 home_ownership OWN home_ownership = OWN
17 installment 827.3 installment = 827.3
18 revol_bal 62550.0 revol_bal = 62550.0
19 verification_status Not Verified verification_status = Not Verified
20 mths_since_last_delinq 55.0 mths_since_last_delinq = 55.0
21 total_rec_late_fee 0.0 total_rec_late_fee = 0.0
22 open_acc 44.0 open_acc = 44.0
23 annual_inc 135000.0 annual_inc = 135000.0
24 last_pymnt_amnt 832.2 last_pymnt_amnt = 832.2
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:4, prob:0.846
1 0.251847 0.117193 1.0 24 record:4, prob:0.846
2 0.357958 0.106111 1.0 23 record:4, prob:0.846
3 0.361484 0.003526 1.0 22 record:4, prob:0.846
4 0.415715 0.054231 1.0 21 record:4, prob:0.846
5 0.453828 0.038113 1.0 20 record:4, prob:0.846
6 0.460544 0.006716 1.0 19 record:4, prob:0.846
7 0.471961 0.011417 1.0 18 record:4, prob:0.846
8 0.488079 0.016118 1.0 17 record:4, prob:0.846
9 0.541974 0.053895 1.0 16 record:4, prob:0.846
10 0.539792 -0.002183 -1.0 15 record:4, prob:0.846
11 0.549362 0.009570 1.0 14 record:4, prob:0.846
12 0.549866 0.000504 1.0 13 record:4, prob:0.846
13 0.553392 0.003526 1.0 12 record:4, prob:0.846
14 0.553392 0.000000 0.0 11 record:4, prob:0.846
15 0.552384 -0.001007 -1.0 10 record:4, prob:0.846
16 0.559100 0.006716 1.0 9 record:4, prob:0.846
17 0.570181 0.011081 1.0 8 record:4, prob:0.846
18 0.574882 0.004701 1.0 7 record:4, prob:0.846
19 0.574379 -0.000504 -1.0 6 record:4, prob:0.846
20 0.571525 -0.002854 -1.0 5 record:4, prob:0.846
21 0.576226 0.004701 1.0 4 record:4, prob:0.846
22 0.583949 0.007723 1.0 3 record:4, prob:0.846
23 0.576058 -0.007891 -1.0 2 record:4, prob:0.846
24 1.000000 0.423942 1.0 1 record:4, prob:0.846
25 1.000000 1.000000 1.0 0 record:4, prob:0.846
variable_name variable_value variable \
0 intercept intercept
1 last_pymnt_amnt 196.3 last_pymnt_amnt = 196.3
2 annual_inc 41000.0 annual_inc = 41000.0
3 funded_amnt_inv 6000.0 funded_amnt_inv = 6000.0
4 mths_since_last_delinq nan mths_since_last_delinq = nan
5 dti 9.01 dti = 9.01
6 fico_range_low 690.0 fico_range_low = 690.0
7 fico_range_high 694.0 fico_range_high = 694.0
8 out_prncp 0.0 out_prncp = 0.0
9 delinq_2yrs 0.0 delinq_2yrs = 0.0
10 out_prncp_inv 0.0 out_prncp_inv = 0.0
11 revol_bal 5968.0 revol_bal = 5968.0
12 inq_last_6mths 1.0 inq_last_6mths = 1.0
13 pub_rec 0.0 pub_rec = 0.0
14 mths_since_last_record nan mths_since_last_record = nan
15 home_ownership MORTGAGE home_ownership = MORTGAGE
16 verification_status Not Verified verification_status = Not Verified
17 total_acc 17.0 total_acc = 17.0
18 total_rec_late_fee 0.0 total_rec_late_fee = 0.0
19 open_acc 11.0 open_acc = 11.0
20 loan_amnt 6000.0 loan_amnt = 6000.0
21 grade B grade = B
22 sub_grade B5 sub_grade = B5
23 funded_amnt 6000.0 funded_amnt = 6000.0
24 installment 198.9 installment = 198.9
25 prediction
cumulative contribution sign position label
0 0.134654 0.134654 1.0 25 record:5, prob:0.845
1 0.242109 0.107455 1.0 24 record:5, prob:0.845
2 0.394896 0.152787 1.0 23 record:5, prob:0.845
3 0.492948 0.098052 1.0 22 record:5, prob:0.845
4 0.514943 0.021995 1.0 21 record:5, prob:0.845
5 0.542310 0.027367 1.0 20 record:5, prob:0.845
6 0.588650 0.046340 1.0 19 record:5, prob:0.845
7 0.626427 0.037777 1.0 18 record:5, prob:0.845
8 0.631800 0.005373 1.0 17 record:5, prob:0.845
9 0.633983 0.002183 1.0 16 record:5, prob:0.845
10 0.640363 0.006380 1.0 15 record:5, prob:0.845
11 0.635494 -0.004869 -1.0 14 record:5, prob:0.845
12 0.663029 0.027535 1.0 13 record:5, prob:0.845
13 0.663029 0.000000 0.0 12 record:5, prob:0.845
14 0.662525 -0.000504 -1.0 11 record:5, prob:0.845
15 0.662693 0.000168 1.0 10 record:5, prob:0.845
16 0.655809 -0.006884 -1.0 9 record:5, prob:0.845
17 0.622733 -0.033076 -1.0 8 record:5, prob:0.845
18 0.618536 -0.004197 -1.0 7 record:5, prob:0.845
19 0.583109 -0.035426 -1.0 6 record:5, prob:0.845
20 0.675957 0.092848 1.0 5 record:5, prob:0.845
21 0.692747 0.016790 1.0 4 record:5, prob:0.845
22 0.696944 0.004197 1.0 3 record:5, prob:0.845
23 0.694929 -0.002015 -1.0 2 record:5, prob:0.845
24 1.000000 0.305071 1.0 1 record:5, prob:0.845
25 1.000000 1.000000 1.0 0 record:5, prob:0.845
In [ ]:
#Not enough time to run
#Would have given Shapley plots for the false positives
for index, row in top_10_fn.iterrows():
local_breakdown_exp = glu_explainer.predict_parts(
#Filter out the pred, pred_proba, and loan_status columns that were added so this function runs
top_10_fp[['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade', 'sub_grade', 'home_ownership', 'verification_status']].iloc[index],
type='shap',
B=5,
label=f"record:{index}, prob:{row['pred_proba']:.3f}")
local_breakdown_exp.plot()
Make Predictions On Holdout Set¶
In [42]:
#Import the holdout data
loan_holdout = pd.read_csv('./loan_holdout.csv')
loan_holdout.head()
Out[42]:
| id | member_id | loan_amnt | funded_amnt | funded_amnt_inv | term | int_rate | installment | grade | sub_grade | ... | next_pymnt_d | last_credit_pull_d | collections_12_mths_ex_med | policy_code | application_type | acc_now_delinq | chargeoff_within_12_mths | delinq_amnt | pub_rec_bankruptcies | tax_liens | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | 1077175 | 1313524 | 2400 | 2400 | 2400.0 | 36 months | 15.96% | 84.33 | C | C5 | ... | NaN | Sep-2016 | 0.0 | 1 | INDIVIDUAL | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 |
| 1 | 1075358 | 1311748 | 3000 | 3000 | 3000.0 | 60 months | 12.69% | 67.79 | B | B5 | ... | Oct-2016 | Sep-2016 | 0.0 | 1 | INDIVIDUAL | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 |
| 2 | 1075269 | 1311441 | 5000 | 5000 | 5000.0 | 36 months | 7.90% | 156.46 | A | A4 | ... | NaN | Jan-2016 | 0.0 | 1 | INDIVIDUAL | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 |
| 3 | 1071570 | 1306721 | 5375 | 5375 | 5350.0 | 60 months | 12.69% | 121.45 | B | B5 | ... | NaN | Sep-2016 | 0.0 | 1 | INDIVIDUAL | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 |
| 4 | 1064687 | 1298717 | 9000 | 9000 | 9000.0 | 36 months | 13.49% | 305.38 | C | C1 | ... | NaN | Sep-2016 | 0.0 | 1 | INDIVIDUAL | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 |
5 rows × 51 columns
In [44]:
autogluon_predictions_holdout = glu_model_best.predict(loan_holdout)
autogluon_predictions_holdout
Out[44]:
0 0
1 0
2 0
3 1
4 0
..
12756 0
12757 0
12758 0
12759 1
12760 0
Name: loan_status, Length: 12761, dtype: int64
In [48]:
pd.concat([loan_holdout['id'], pd.DataFrame(autogluon_predictions_holdout)], axis=1).rename(columns={'id': 'ID', 'loan_status': 'P_DEFAULT'}).to_csv('loan_holdout_submission_kyle_wiblishauser.csv', index=False)
In [ ]: